-- Logs begin at Mon 2021-06-21 03:48:56 UTC, end at Mon 2021-06-21 04:57:27 UTC. --
Jun 21 04:22:37.000184 dv-cinder-796889-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 21 04:22:39.701694 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.common.config [-] Logging enabled!
Jun 21 04:22:39.702246 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362
Jun 21 04:22:39.702412 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92618) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 21 04:22:39.705862 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.common.config [-] Logging enabled!
Jun 21 04:22:39.706139 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362
Jun 21 04:22:39.706779 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92618) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 21 04:22:39.707821 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 21 04:22:39.708059 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 21 04:22:39.708459 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 04:22:39.708711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 21 04:22:39.708957 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 21 04:22:39.709281 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.709582 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.709883 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.710115 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.710413 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.710707 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.710995 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.711285 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.711584 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.711874 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.712185 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.712476 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.712710 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.712997 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.713287 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.713576 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.713801 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.714086 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.714513 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.715086 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.715378 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.715676 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.715959 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.716259 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.716540 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.716829 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.717161 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] host                           = dv-cinder-796889-2-iscsi {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.717443 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.717738 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.718029 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.718317 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.718593 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.718872 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.719158 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.719433 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.719706 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.719986 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.720377 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.720672 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.720965 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.721192 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.721416 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.721706 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.721993 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.722273 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.722551 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.722828 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.723625 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.723906 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.724368 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.724854 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.725354 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.725802 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.727255 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.727658 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.728180 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.728487 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.728802 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.729736 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.730053 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.730356 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.730671 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.731034 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.733906 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.737545 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.737968 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.738421 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.739387 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.739690 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.739997 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.740317 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.740609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.740897 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.741183 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.741467 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.741762 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.742050 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.742332 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.742616 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.742898 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.743189 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:39.743496 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.743800 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.744109 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.744427 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.744732 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.745023 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.745319 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.745610 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.745907 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.746203 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.746500 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.746786 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.747083 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.747369 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.747671 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.747981 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.748310 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.748611 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.748892 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.749174 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.749455 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.749762 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.750076 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.750397 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.750714 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.751093 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.751387 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.751687 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.751972 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.752275 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.752562 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.752858 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.753142 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.753441 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.753741 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.754041 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.754365 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.754646 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.754951 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.755249 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.755557 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.755856 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.756186 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.756481 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.756759 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.757050 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.757333 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.757613 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.757891 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.758172 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.758449 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.758724 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.759007 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.759284 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.759564 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.759839 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.760116 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.760412 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.760686 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.760960 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.761235 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.761508 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.761787 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.762062 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.762335 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.762609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.762886 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.763163 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.763451 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.763751 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.764033 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.764341 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.764626 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.764908 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.765190 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.765477 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.765760 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.766045 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.766319 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.766614 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.766901 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.767192 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.767481 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.767766 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.768069 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.768372 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.768663 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.768946 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.769233 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.769527 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.769814 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.770137 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.770434 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.770731 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.771027 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.771325 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.771611 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.771926 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.772234 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:39.772456 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 21 04:22:39.772703 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92618) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 21 04:22:40.124896 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:22:40.125179 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:22:40.125474 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:22:40.125811 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 21 04:22:40.519887 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.520764 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.521073 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.522421 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.522702 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.522974 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.557079 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.557364 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.557637 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.571486 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.571769 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.572044 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.602473 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.602757 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.603030 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.639755 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.640037 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.640332 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.875634 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f98612a1c10> agent after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.876284 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f98612a1c10> agent after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.876284 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f98612a1ca0> segment precommit_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.876511 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f98612a1d30> network precommit_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:40.877475 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f98612a1280> segment before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.000947 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> network before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.001273 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f986126fdc0> agent before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.001554 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> network before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.001830 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> port before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.002096 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> port before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.002412 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> segment precommit_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.002671 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> segment precommit_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.002926 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> segment after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.003186 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> segment after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.003472 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> network after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.003734 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> network precommit_delete 0 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.004000 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> port after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.004832 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> port provisioning_complete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.005112 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.005371 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.005643 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> agent after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.005917 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> subnet after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.006175 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> subnet precommit_delete 0 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.006448 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.006704 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.006989 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> segment_host_mapping after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.007337 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> port after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.007589 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> port after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.007875 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.008122 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.008391 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9861c255b0>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.008793 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.009038 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.009280 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.009519 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.009756 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.009991 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.010356 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 21 04:22:41.014411 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 21 04:22:41.018355 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 21 04:22:41.022187 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])])
Jun 21 04:22:41.023825 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 21 04:22:41.024312 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 21 04:22:41.024648 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 21 04:22:41.025033 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 21 04:22:41.027824 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 21 04:22:41.028079 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 21 04:22:41.028457 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 21 04:22:41.056387 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 21 04:22:41.056840 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9861169e80>> qos_plugin after_init 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.057138 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92618) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 21 04:22:41.057505 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f986118d250>> logging-plugin after_init 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.058857 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92618) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 21 04:22:41.059144 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 21 04:22:41.059397 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 21 04:22:41.062563 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f986118d3d0>> floatingip before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.062849 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f986118d3d0>> port before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.128568 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 21 04:22:41.128734 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 21 04:22:41.128970 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 21 04:22:41.129378 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 21 04:22:41.150821 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_db.sqlalchemy.engines [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92618) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 21 04:22:41.683657 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing driver for type 'gre'
Jun 21 04:22:41.684107 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] gre ID ranges: [(1, 1000)]
Jun 21 04:22:41.743105 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing driver for type 'local'
Jun 21 04:22:41.743497 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing driver for type 'vlan'
Jun 21 04:22:41.756529 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] VlanTypeDriver initialization complete
Jun 21 04:22:41.756880 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing driver for type 'vxlan'
Jun 21 04:22:41.757378 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] vxlan ID ranges: [(1, 1000)]
Jun 21 04:22:41.808454 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing extension driver 'port_security'
Jun 21 04:22:41.808790 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.extensions.port_security [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] PortSecurityExtensionDriver initialization complete
Jun 21 04:22:41.809131 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing mechanism driver 'openvswitch'
Jun 21 04:22:41.809468 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing mechanism driver 'hyperv'
Jun 21 04:22:41.816061 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.plugins.ml2.plugin [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:22:41.817033 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f986111c340>> port after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.817653 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f986111c340>> port after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.818163 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f986111c340>> port after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.818724 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f986111c250>> subnet after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.819255 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f986111c250>> subnet after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.819634 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f986111c250>> subnet after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.820026 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860bd39a0>> network after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.820405 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860bd39a0>> network after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.820757 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860bd39a0>> network after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.821143 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860bd3940>> security_group after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.821494 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860bd3940>> security_group after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.821837 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860bd3940>> security_group after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.822224 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860b6f610>> security_group_rule after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.822566 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860b6f610>> security_group_rule after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.822906 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860b6f610>> security_group_rule after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.823285 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860b6f880>> address_group after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.823634 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860b6f880>> address_group after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.823978 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9860b6f880>> address_group after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.824354 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] ML2 OVO RPC backend initialized. {{(pid=92618) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Jun 21 04:22:41.825076 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> router_interface after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.825429 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> router_interface after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.825849 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> network before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.826195 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> networks before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.826544 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> port before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.826886 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> ports before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.827227 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> subnet before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.827569 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> subnets before_response 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.827914 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> network after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.828292 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> network after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.828633 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> network after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.828969 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> port after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.829307 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> port after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.829648 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> port after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.829984 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> subnet after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.830320 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> subnet after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.830654 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9860b6fc70>> subnet after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.831235 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.plugin [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Modular L2 Plugin initialization complete
Jun 21 04:22:41.831825 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading services supported by the core plugin {{(pid=92618) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 21 04:22:41.832169 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.plugins.ml2.managers [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Got port-security extension from driver 'port_security'
Jun 21 04:22:41.833132 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.extensions.vlantransparent [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Disabled vlantransparent extension.
Jun 21 04:22:41.833625 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92618) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 21 04:22:41.833941 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: router
Jun 21 04:22:41.869229 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router_interface before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.869627 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_create 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.869995 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router before_create 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.870362 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router_interface before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.870733 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router_interface after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.871087 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_delete 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.871446 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> floatingip after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.871808 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_create 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.872178 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_update 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.872532 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_update 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.872879 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router_gateway after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.873237 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_update 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.873642 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router precommit_update 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.874010 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9861227d30> port after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.874348 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9861227e50> port after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.874685 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9861227dc0> subnet after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.875022 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9861227c10> subnetpool_address_scope after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.875369 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> port precommit_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.875715 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router precommit_create 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.876293 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9861350e50> port before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.876413 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router precommit_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.876773 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router after_update 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.877119 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router precommit_delete 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.877470 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router precommit_create 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.877831 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router_interface after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.878179 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> router precommit_update 55549900 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.878553 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9860b6fd90>> network after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.879417 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Tracking information for resource: router configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.879751 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Tracking information for resource: floatingip configured {{(pid=92618) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 04:22:41.884685 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.db.l3_agentschedulers_db [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 21 04:22:41.885263 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9860b95670> port after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.885627 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9860b95550> port after_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.885982 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function _notify_port_delete at 0x7f9860b955e0> port after_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.886337 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9860b95940> port after_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.887130 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9860b0b8e0>> router before_create 55550100 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.887502 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9860b0b8e0>> router precommit_delete 55550100 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.887867 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9860b0b8e0>> router precommit_create 55550100 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.888271 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9860b0b8e0>> router precommit_update 55550100 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.892878 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.provider_configuration [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service providers = [] {{(pid=92618) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 21 04:22:41.893243 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.db.servicetype_db [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92618) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 21 04:22:41.896671 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.service_base [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92618) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 04:22:41.897023 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.service_base [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92618) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 04:22:41.897365 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.service_base [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92618) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 04:22:41.898238 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.services.service_base [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92618) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 04:22:41.898609 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.services.service_base [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 21 04:22:41.898985 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.899304 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 21 04:22:41.909812 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.910156 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: auto_allocate
Jun 21 04:22:41.916537 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9860b37ca0> network precommit_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.916911 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9860b37ca0> network precommit_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.917435 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.917763 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: tag
Jun 21 04:22:41.924316 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.924643 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: timestamp
Jun 21 04:22:41.928441 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.928774 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: network_ip_availability
Jun 21 04:22:41.935606 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9860b3ad00>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.935927 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9860b3ad00>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.936320 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9860b3ad00>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:41.937032 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.937358 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: flavors
Jun 21 04:22:41.942580 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.942915 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading Plugin: revisions
Jun 21 04:22:41.947194 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92618) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 04:22:41.947588 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_concurrency.lockutils [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=92618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:22:41.948351 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92618) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 21 04:22:41.948686 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Initializing extension manager.
Jun 21 04:22:41.949185 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: __init__.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.949528 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: __pycache__ {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.949854 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.950185 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: address_group.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.950929 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.951490 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: address-group
Jun 21 04:22:41.951811 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: address_scope.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.952542 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.953061 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: address-scope
Jun 21 04:22:41.953380 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.954301 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.954817 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: router-admin-state-down-before-update
Jun 21 04:22:41.955140 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: agent.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.955832 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.956383 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: agent
Jun 21 04:22:41.956970 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: agent_resources_synced.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.958407 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.958918 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: agent-resources-synced
Jun 21 04:22:41.959239 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: allowedaddresspairs.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.961016 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.961542 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: allowed-address-pairs
Jun 21 04:22:41.961870 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: auto_allocated_topology.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.963105 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.963628 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: auto-allocated-topology
Jun 21 04:22:41.963957 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: availability_zone.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.964671 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.965183 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: availability_zone
Jun 21 04:22:41.965506 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: availability_zone_filter.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.966400 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.966919 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: availability_zone_filter
Jun 21 04:22:41.967244 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: data_plane_status.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.968157 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.968662 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 21 04:22:41.968985 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: default_subnetpools.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.969875 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.970386 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: default-subnetpools
Jun 21 04:22:41.970740 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.971504 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.972021 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: dhcp_agent_scheduler
Jun 21 04:22:41.972376 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: dns.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.973315 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.973820 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension dns-integration not supported by any of loaded plugins
Jun 21 04:22:41.974139 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: dns_domain_ports.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.975035 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.975546 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 21 04:22:41.975867 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: dvr.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.976560 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.977073 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: dvr
Jun 21 04:22:41.977393 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: empty_string_filtering.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.978280 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.978786 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: empty-string-filtering
Jun 21 04:22:41.979106 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.979996 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.980533 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 21 04:22:41.980850 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.981742 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.982251 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 21 04:22:41.982572 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: external_net.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.983459 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.983978 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: external-net
Jun 21 04:22:41.984329 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.985216 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.985731 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: extra_dhcp_opt
Jun 21 04:22:41.986051 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: extraroute.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.986948 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.987461 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: extraroute
Jun 21 04:22:41.987780 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: extraroute_atomic.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.988845 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.989366 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: extraroute-atomic
Jun 21 04:22:41.989685 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: filter_validation.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.990336 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.990847 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: filter-validation
Jun 21 04:22:41.991165 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: fip_pf_description.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.992053 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.992589 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 21 04:22:41.992905 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: fip_port_details.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.993803 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.994316 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: fip-port-details
Jun 21 04:22:41.994637 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: flavors.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.995845 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.996409 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: flavors
Jun 21 04:22:41.996733 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.998388 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:41.998924 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 21 04:22:41.999257 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: floatingip_pools.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:41.999949 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.000509 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: floatingip-pools
Jun 21 04:22:42.000838 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: ip_allocation.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.001763 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.002274 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 21 04:22:42.002599 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.003508 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.004025 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: ip-substring-filtering
Jun 21 04:22:42.004915 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l2_adjacency.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.005841 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.006350 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 21 04:22:42.006672 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.007629 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.008178 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: router
Jun 21 04:22:42.008502 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.010857 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.011396 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 21 04:22:42.011726 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.012661 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.013180 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: ext-gw-mode
Jun 21 04:22:42.013504 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.014399 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.014915 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: l3-ha
Jun 21 04:22:42.015237 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3_flavors.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.016144 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.016672 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: l3-flavors
Jun 21 04:22:42.016992 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.017920 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.018429 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 21 04:22:42.018749 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: l3agentscheduler.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.019798 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.020883 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: l3_agent_scheduler
Jun 21 04:22:42.021208 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: logging.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.022682 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.023208 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension logging not supported by any of loaded plugins
Jun 21 04:22:42.023538 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: metering.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.024367 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.024950 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: metering
Jun 21 04:22:42.025275 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.026371 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.026898 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: metering_source_and_destination_fields
Jun 21 04:22:42.027224 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: multiprovidernet.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.028147 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.028678 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: multi-provider
Jun 21 04:22:42.029001 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: netmtu.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.029895 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.030407 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: net-mtu
Jun 21 04:22:42.030727 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: netmtu_writable.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.031621 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.032148 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: net-mtu-writable
Jun 21 04:22:42.032473 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: network_availability_zone.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.033376 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.033649 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: network_availability_zone
Jun 21 04:22:42.033971 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: network_ip_availability.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.035043 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.035586 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: network-ip-availability
Jun 21 04:22:42.035909 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: network_segment_range.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.036700 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.037211 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 21 04:22:42.037537 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: pagination.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.038503 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.038829 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: pagination
Jun 21 04:22:42.039147 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: port_device_profile.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.040041 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.040591 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: port-device-profile
Jun 21 04:22:42.040911 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.041808 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.042322 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: port-mac-address-regenerate
Jun 21 04:22:42.042643 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.043541 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.044053 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: port-numa-affinity-policy
Jun 21 04:22:42.044398 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: port_resource_request.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.045286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.045801 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 21 04:22:42.046123 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: portbindings.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.047037 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.047557 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: binding
Jun 21 04:22:42.047876 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: portbindings_extended.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.049151 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.049671 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: binding-extended
Jun 21 04:22:42.049999 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: portsecurity.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.050895 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.051459 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: port-security
Jun 21 04:22:42.051781 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: project_id.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.052784 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.053113 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: project-id
Jun 21 04:22:42.053432 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: providernet.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.054345 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.054866 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: provider
Jun 21 04:22:42.055188 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.058852 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.059383 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos not supported by any of loaded plugins
Jun 21 04:22:42.059713 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.060980 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.061505 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 21 04:22:42.061832 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.062734 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.063251 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 21 04:22:42.063575 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_default.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.064502 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.065022 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-default not supported by any of loaded plugins
Jun 21 04:22:42.065343 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_fip.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.065982 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.066494 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-fip not supported by any of loaded plugins
Jun 21 04:22:42.067358 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_gateway_ip.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.068311 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.068829 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 21 04:22:42.069150 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_port_network_policy.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.070047 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.070562 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 21 04:22:42.070881 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_rule_type_details.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.071786 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.072372 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 21 04:22:42.072645 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: qos_rules_alias.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.073685 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.074195 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 21 04:22:42.074513 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: quotasv2.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.075417 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.075742 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: quotas
Jun 21 04:22:42.076059 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: quotasv2_detail.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.079098 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.079442 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: quota_details
Jun 21 04:22:42.079772 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: rbac.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.080865 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.081397 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: rbac-policies
Jun 21 04:22:42.081977 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: rbac_address_group.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.083527 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.084040 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: rbac-address-group
Jun 21 04:22:42.084396 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: rbac_address_scope.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.085296 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.085815 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: rbac-address-scope
Jun 21 04:22:42.086139 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: rbac_security_groups.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.087065 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.087583 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: rbac-security-groups
Jun 21 04:22:42.087907 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: rbac_subnetpool.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.088832 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.089350 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: rbac-subnetpool
Jun 21 04:22:42.089672 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: revisionifmatch.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.090578 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.091091 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: revision-if-match
Jun 21 04:22:42.091412 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: revisions.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.092732 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.093254 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: standard-attr-revisions
Jun 21 04:22:42.093580 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: router_availability_zone.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.094245 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.094759 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: router_availability_zone
Jun 21 04:22:42.095080 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: routerservicetype.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.095987 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.096529 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension router-service-type not supported by any of loaded plugins
Jun 21 04:22:42.096855 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.097758 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.098311 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: security-groups-normalized-cidr
Jun 21 04:22:42.098635 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.099542 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.100062 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: port-security-groups-filtering
Jun 21 04:22:42.100409 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.101308 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.101828 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: security-groups-remote-address-group
Jun 21 04:22:42.102150 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: securitygroup.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.111620 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.112174 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: security-group
Jun 21 04:22:42.112511 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: segment.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.113284 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.113823 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension segment not supported by any of loaded plugins
Jun 21 04:22:42.114152 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.115074 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.115589 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 21 04:22:42.115915 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: servicetype.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.117037 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.117568 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: service-type
Jun 21 04:22:42.117898 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: sorting.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.118871 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.119202 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: sorting
Jun 21 04:22:42.119524 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: standard_attr_segment.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.120474 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.121001 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 21 04:22:42.121325 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: standardattrdescription.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.121965 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.122488 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: standard-attr-description
Jun 21 04:22:42.122808 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: stateful_security_group.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.123713 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.124271 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: stateful-security-group
Jun 21 04:22:42.124596 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: stdattrs_common.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.125163 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 21 04:22:42.125482 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.126482 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.127050 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 21 04:22:42.127362 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: subnet_onboard.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.128455 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.128973 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: subnet_onboard
Jun 21 04:22:42.129812 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.130725 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.131238 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 21 04:22:42.131558 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: subnet_service_types.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.132505 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.133025 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: subnet-service-types
Jun 21 04:22:42.133345 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: subnetallocation.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.134473 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.135041 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: subnet_allocation
Jun 21 04:22:42.135363 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.136035 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.136590 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: subnetpool-prefix-ops
Jun 21 04:22:42.136913 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.137835 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.138350 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 21 04:22:42.138677 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: tagging.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.139727 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.140283 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: standard-attr-tag
Jun 21 04:22:42.140610 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: timestamp.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.141784 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.142312 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loaded extension: standard-attr-timestamp
Jun 21 04:22:42.142641 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: trunk.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.143654 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.144197 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension trunk not supported by any of loaded plugins
Jun 21 04:22:42.144525 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: trunk_details.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.146020 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.146545 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension trunk-details not supported by any of loaded plugins
Jun 21 04:22:42.146869 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: uplink_status_propagation.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.147780 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.148336 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 21 04:22:42.148693 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Loading extension file: vlantransparent.py {{(pid=92618) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 04:22:42.149351 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92618) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 04:22:42.149871 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 21 04:22:42.152351 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:network
Jun 21 04:22:42.152891 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:subnet
Jun 21 04:22:42.153288 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 04:22:42.153676 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:port
Jun 21 04:22:42.154912 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.155347 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service FLAVORS assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.155972 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.156423 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.156751 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:router
Jun 21 04:22:42.157172 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:floatingip
Jun 21 04:22:42.157653 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service METERING assigned prefix: /metering {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.159109 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9860a02940>> rbac-policy before_create 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:42.159479 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9860a02940>> rbac-policy before_update 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:42.159828 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9860a02940>> rbac-policy before_delete 55550000 {{(pid=92618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:22:42.160895 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 21 04:22:42.161336 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:security_group
Jun 21 04:22:42.161776 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 21 04:22:42.162520 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service CORE assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.162853 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 04:22:42.163212 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] subnetpool is already registered
Jun 21 04:22:42.163654 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service CORE assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.163979 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 04:22:42.164344 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] subnetpool is already registered
Jun 21 04:22:42.166641 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.167074 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service FLAVORS assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.167670 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.168090 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.168448 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:router
Jun 21 04:22:42.168791 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] router is already registered
Jun 21 04:22:42.169195 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:floatingip
Jun 21 04:22:42.169529 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] floatingip is already registered
Jun 21 04:22:42.169981 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service METERING assigned prefix: /metering {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.170650 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 21 04:22:42.170976 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] rbac_policy is already registered
Jun 21 04:22:42.171386 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:security_group
Jun 21 04:22:42.171718 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] security_group is already registered
Jun 21 04:22:42.172119 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 21 04:22:42.172472 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] security_group_rule is already registered
Jun 21 04:22:42.173092 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service CORE assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.173418 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 04:22:42.173808 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] subnetpool is already registered
Jun 21 04:22:42.174168 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.v2.resource_helper [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Service CORE assigned prefix:  {{(pid=92618) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 04:22:42.174488 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 04:22:42.174820 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING neutron.quota.resource_registry [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] subnetpool is already registered
Jun 21 04:22:42.175290 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: extensions {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.176805 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: address-groups {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.178289 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: address-scopes {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.179616 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: agents {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.180799 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: auto-allocated-topology {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.182059 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: availability_zones {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.183278 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: dhcp-networks {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.184824 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: dhcp-agents {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.186293 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: routers {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.187939 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: flavors {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.190393 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: service_profiles {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.192189 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: next_providers {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.193673 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: service_profiles {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.195217 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: floatingip-pools {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.196478 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: routers {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.198182 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: floatingips {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.199467 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: l3-routers {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.200885 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: l3-agents {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.202305 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: metering-labels {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.203560 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: metering-label-rules {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.204975 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: network-ip-availabilities {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.206247 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: bindings {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.208737 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: quotas {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.210273 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: quotas {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.211719 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: rbac-policies {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.212945 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: security-groups {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.214253 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: security-group-rules {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.215512 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: service-providers {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.216768 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: subnetpools {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.218075 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: subnetpools {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.219633 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.221355 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.223205 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.225017 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.226695 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.228665 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.230368 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.232167 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.234037 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.235770 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron.api.extensions [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Extended resource: tags {{(pid=92618) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 04:22:42.241907 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING keystonemiddleware.auth_token [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 21 04:22:42.246504 dv-cinder-796889-2-iscsi neutron-server[92618]: WARNING keystonemiddleware.auth_token [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 21 04:22:42.255401 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_concurrency.lockutils [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Acquired lock "singleton_lock" {{(pid=92618) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 21 04:22:42.255875 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_concurrency.lockutils [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Releasing lock "singleton_lock" {{(pid=92618) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 21 04:22:42.256547 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Starting 2 workers
Jun 21 04:22:42.261272 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Started child 92725 {{(pid=92618) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 04:22:42.265617 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Started child 92726 {{(pid=92618) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 04:22:42.266755 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:42.267405 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO neutron.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 21 04:22:42.267945 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Notify callbacks [] for process, before_spawn {{(pid=92618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:42.268405 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [-] (92725) wsgi starting up on http://0.0.0.0:9696
Jun 21 04:22:42.270954 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Starting 1 workers
Jun 21 04:22:42.271397 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:42.272822 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [-] (92726) wsgi starting up on http://0.0.0.0:9696
Jun 21 04:22:42.276107 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Started child 92727 {{(pid=92618) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 04:22:42.276686 dv-cinder-796889-2-iscsi neutron-server[92618]: INFO oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Starting 1 workers
Jun 21 04:22:42.279911 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] calling RpcWorker wait() {{(pid=92727) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 21 04:22:42.280501 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] returning from RpcWorker wait() {{(pid=92727) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 21 04:22:42.281145 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Started child 92728 {{(pid=92618) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 21 04:22:42.281717 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:42.281992 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG neutron_lib.callbacks.manager [None req-d54b65e0-dac6-4a28-a07a-d7740137a375 None None] Notify callbacks [] for process, after_spawn {{(pid=92618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:42.282194 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:22:42.283936 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92618) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 21 04:22:42.284178 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 21 04:22:42.284378 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 21 04:22:42.284579 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 04:22:42.284937 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 21 04:22:42.285100 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 21 04:22:42.285648 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.285926 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.286194 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.286454 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.286730 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.286823 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:42.287323 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.287571 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.287838 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.288117 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.288391 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.288564 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.288730 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.288986 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.289227 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.289512 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.289804 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.290056 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.290345 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.290520 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.290785 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.291051 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.291290 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.291568 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.291822 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.292342 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.292602 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.292856 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.293077 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.293373 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.293622 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.293908 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.294157 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.294413 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.294636 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.294917 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.295158 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.295368 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.295586 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.295854 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.296095 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.296613 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] host                           = dv-cinder-796889-2-iscsi {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.296837 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.297082 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.297338 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.297609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.297859 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.298077 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.298331 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.298590 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.298838 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.299071 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.299325 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.299588 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.299809 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.300043 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.300232 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.300483 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.300747 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.301007 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.301773 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.301945 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.302085 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.302302 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.302459 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.302700 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.302933 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.303148 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.303381 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.303617 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.303832 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.304099 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.304390 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.304638 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.304854 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.305106 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.305324 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.305553 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.305782 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.306017 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.306237 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.306492 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.306682 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.306908 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.307171 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.307322 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.307596 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.307812 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.308215 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.308511 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.308797 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.309281 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.309428 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.309835 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.310111 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.310345 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.310609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.310861 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.311096 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.311421 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.311642 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.312268 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.312268 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.312529 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.312609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.312877 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.313259 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:22:42.313396 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.313396 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.313544 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.313747 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.314000 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.314412 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.314808 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.315158 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.315402 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.315657 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.315899 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.316183 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.316397 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.316696 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.317464 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.317785 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.318028 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.318309 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.318639 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.318792 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.319091 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.319367 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.319636 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.319876 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.320112 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.320361 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.320607 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.320945 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.321212 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.321472 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.321735 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.321969 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.322209 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.322425 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.322785 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.322927 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.323065 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.323343 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.323580 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.323794 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.324013 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.324284 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.324627 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.324938 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.325170 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.325424 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.325809 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.326234 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.326760 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.326760 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.326760 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.327261 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.327261 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.327486 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.327612 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.327834 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.328091 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.328324 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.328540 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.328782 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.329015 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.329257 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.330623 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.330895 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.334955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.336120 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337286 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337816 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.337816 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.338782 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.338782 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.338782 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.339179 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.339179 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.339410 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.339652 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.339919 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.340192 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.340422 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.340702 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.340975 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.341212 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.341682 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.341917 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.342202 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.342451 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.342718 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.342952 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.343202 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.343458 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.343757 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.344051 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.344341 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.344625 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.344894 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.345350 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.345609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.345889 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.346135 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.346411 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.346731 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.347671 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.347923 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.348211 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.348473 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.348731 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.349138 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.349600 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.350026 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.350433 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.350672 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.350964 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.351208 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.351437 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.351682 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.351960 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.352566 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.352566 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.352795 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.353151 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.353571 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.354033 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.354447 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.354629 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.354942 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.355042 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.355281 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.355517 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.355734 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.355970 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.356243 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.356916 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.356916 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.357076 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.357205 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.357617 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.357981 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.358380 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.358848 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.359222 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.359618 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.360002 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.360398 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.360668 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.360883 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.361116 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.361358 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.361590 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.361814 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.362039 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.362258 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.362515 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.362742 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.363037 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.363292 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.363512 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.364321 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.364585 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.364825 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.365110 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.365323 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.365565 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.365805 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.366184 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.366298 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.366461 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.366680 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.366908 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.367126 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.367364 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.367616 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.367971 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.368250 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.368491 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.368736 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.368958 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.369211 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.369432 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.369653 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.369897 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.370138 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.370375 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.370628 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.370878 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.371121 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.371358 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.371594 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.371856 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.372077 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.372333 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.372658 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.372921 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.373190 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.373433 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.373677 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.373911 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.374127 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.374339 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.374558 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.374791 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.375031 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.375274 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.375528 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.375764 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.376004 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.376257 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.376474 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.376689 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.376922 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.377099 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.377332 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.377544 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.377794 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.378033 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.378244 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.378567 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.378818 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.379041 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.379884 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.380135 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.380403 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.380672 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.381023 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.381257 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.381534 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.381758 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.381979 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.382227 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.382509 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.382817 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.383118 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.383403 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.383640 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.383915 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.384237 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.384502 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.384739 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.385029 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.385368 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.385640 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.385888 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.386136 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.386416 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.386664 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.386890 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.387138 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.387391 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.387628 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.387865 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.388094 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.388348 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.388571 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.388800 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.389040 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.389287 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.389547 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.389781 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.390043 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.390199 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 21 04:22:42.390808 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92618) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 21 04:22:42.390970 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 21 04:22:42.391123 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 21 04:22:42.391292 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 04:22:42.391462 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 21 04:22:42.391607 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 21 04:22:42.391837 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.391973 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.392170 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.392299 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.392438 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.392619 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.392773 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393166 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393166 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393419 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393419 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393605 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393685 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393821 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.393986 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.394160 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.397394 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.397589 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.397772 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.397944 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.398123 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.398317 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.398486 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.398751 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.398956 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.399113 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.399304 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.399499 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.399662 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.399855 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.400085 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.400334 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.400499 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.400664 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.400803 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.401024 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.401187 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.401350 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.401508 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.401700 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.401867 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] host                           = dv-cinder-796889-2-iscsi {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.402050 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.402233 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.402387 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.402564 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.402721 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.402882 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.404335 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.404523 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.404709 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.404878 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.405044 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.405207 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.405370 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.405539 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.405690 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.405850 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406008 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406165 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406342 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406505 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406666 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406824 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.406980 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.407137 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.407779 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.407779 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.407779 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.407779 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408180 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408180 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408334 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408412 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408555 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.408868 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409024 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409178 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409333 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409488 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409642 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409796 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.409949 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.410102 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.410249 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.410426 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.410637 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.410815 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.410970 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.411125 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.411278 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.411434 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.411589 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.411747 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.411903 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.412057 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.412544 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.412711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.413545 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.413711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.413860 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.414021 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.414169 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.414356 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.414523 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.414685 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.415159 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.415326 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.415477 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.415637 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 21 04:22:42.415962 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.416149 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.416708 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.416953 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.417378 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.417679 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.417925 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.418093 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.418546 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.418709 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.419248 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.419536 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.419714 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.420024 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.420218 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.420384 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.420546 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.420709 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.420859 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.421015 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.421173 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.421332 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.421506 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.422024 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.422191 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.422289 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:22:42.422376 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.422500 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.422658 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.422974 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.423133 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.423291 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.423451 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.423608 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.423767 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.423924 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.424083 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.424263 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.424423 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.424582 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.424745 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.424902 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.425060 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.425219 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.425378 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.425536 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.425694 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.425852 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.426010 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.426682 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.426839 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427008 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427166 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427324 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427480 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427639 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427796 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.427954 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.428111 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.428294 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.428453 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.428609 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.428779 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.428935 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.429097 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.429284 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.429445 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.429590 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.429744 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.429886 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430026 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430180 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430331 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430491 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430652 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430810 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.430955 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.431116 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.431265 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.431426 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.431575 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.431734 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.431891 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.432034 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.432207 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.432376 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.432547 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.432709 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.432852 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.433010 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.433160 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.433320 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.433480 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.433628 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436172 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436172 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436172 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436472 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436472 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436631 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.436830 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.438748 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.438942 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.439121 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.439320 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.439578 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.439711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.439878 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.440040 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.440222 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.440384 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.440553 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.440714 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.440875 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.441032 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.441197 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.441367 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.441525 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.441708 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.442473 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.442630 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.442787 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.442943 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.443101 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.443259 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.443414 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.443572 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.443738 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.443909 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.444067 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.445506 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.445680 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.445968 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.446143 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.446303 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.446576 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.446887 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.447177 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.447556 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.447855 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.448102 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.448289 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.448450 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.448756 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.448978 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.450108 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.450318 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.450575 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.450816 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.451029 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.452060 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.452318 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.452630 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.452801 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.452963 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.453123 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.453290 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.453824 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.453990 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.454141 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.454297 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.454461 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.454614 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.454772 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.454991 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.455169 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.455320 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.455482 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.455644 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.455806 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.455957 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.456119 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.456309 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.456711 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.456888 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.457040 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.457202 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.457452 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.457717 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.458002 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.458269 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.458557 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.458831 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.459108 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.459391 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.459676 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.459961 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.460311 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.460584 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.460860 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.461140 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.461432 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.461713 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.463436 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.464557 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.464557 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.464557 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.464557 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.465947 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.468615 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.469344 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.469344 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.469491 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.469730 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.470019 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.470312 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.470603 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.470901 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.471070 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.471237 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.471397 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.471559 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.471728 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.471888 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.472046 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.473366 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.473776 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.474213 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.474492 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.474902 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.475142 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.475429 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.475653 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.475824 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.476148 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.477036 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.478739 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.478920 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.479098 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.479555 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.480376 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.480571 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.480765 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.480945 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.481124 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.481303 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.481515 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.481695 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.481864 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.482040 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.482222 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.482388 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.482555 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.482718 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.482884 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.483050 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.483213 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.483402 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.483566 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.483728 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.483890 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.484051 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.484238 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.484404 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.484571 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.484732 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.484894 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.485055 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.485220 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.485389 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 21 04:22:42.485546 dv-cinder-796889-2-iscsi neutron-server[92618]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92618) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 21 04:22:42.667920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 32844) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:22:42.677137 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064843
Jun 21 04:22:53.949287 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3168437-299a-4a90-9fc7-61f9b6b4507d None None] get_active_networks_info from dv-cinder-796889-2-iscsi {{(pid=92727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 21 04:22:54.010590 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3168437-299a-4a90-9fc7-61f9b6b4507d None None] No non-hosted networks {{(pid=92727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 21 04:22:54.027641 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f18e6a11-a48a-43e1-939c-b19842a28b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137'] for agent, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:56.458395 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d2860f33-5f08-4147-a1ec-1b79da37467c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137'] for agent, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:56.503427 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5e817a5e-e039-4d54-b610-996500290737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:56.829587 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137'] for agent, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:56.830810 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.832255 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.832873 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.834586 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.835159 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.835792 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.837042 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.838522 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.839913 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.840913 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.841889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.844903 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:22:56.845696 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f985fe40af0>, 'Open vSwitch agent', 'dv-cinder-796889-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:22:56.855447 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f985fdba580>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796889-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:22:57.463501 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137'] for agent, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:59.183227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137'] for agent, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:22:59.797707 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.db.l3_hamode_db [None req-435f1716-3237-4dfa-850d-ef2cc3ec0150 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 21 04:22:59.874405 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f1716-3237-4dfa-850d-ef2cc3ec0150 None None] Routers set() bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:22:59.874789 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f1716-3237-4dfa-850d-ef2cc3ec0150 None None] Router IDs set() for agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 21 04:23:00.305924 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 32936) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:00.798546 dv-cinder-796889-2-iscsi neutron-server[92726]: WARNING oslo_policy.policy [None req-1ebff263-c01f-40fb-9bd1-9b551cdc8112 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:00.799141 dv-cinder-796889-2-iscsi neutron-server[92726]: WARNING oslo_policy.policy [None req-1ebff263-c01f-40fb-9bd1-9b551cdc8112 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:01.016415 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [None req-1ebff263-c01f-40fb-9bd1-9b551cdc8112 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:23:01.017602 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-1ebff263-c01f-40fb-9bd1-9b551cdc8112 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7096200
Jun 21 04:23:03.327441 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 32950) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:03.634495 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:03.727428 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.policy [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92726) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 21 04:23:03.772205 dv-cinder-796889-2-iscsi neutron-server[92726]: WARNING oslo_policy.policy [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:03.772572 dv-cinder-796889-2-iscsi neutron-server[92726]: WARNING oslo_policy.policy [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:03.781351 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.quota [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f98604b3580>.
Jun 21 04:23:03.873243 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768282166290', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768282167845', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768282220187', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768282221649', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768282224148', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768282200429', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-940239', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579551'] for rbac-policy, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:03.939922 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:03.941154 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-76105f92-a047-4032-a477-361a1d32cee1 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6127450
Jun 21 04:23:06.475918 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 32962) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:06.766272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '562bae05c382417b9085180214801568', 'project_id': '562bae05c382417b9085180214801568'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:06.794219 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Made reservation on behalf of 562bae05c382417b9085180214801568 for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:23:06.797300 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:06.813302 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:06.933282 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:06.936807 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:06.942492 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:06.957983 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:23:06.985307 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768277619146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:06.985909 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f98612a1ca0> segment precommit_create {{(pid=92726) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 21 04:23:06.986387 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Added segment ce878051-1d7b-4cf2-8adc-13143f7a3301 of type vlan for network a88a1900-cf78-410b-bb4a-2a078254828e
Jun 21 04:23:07.003009 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc4f7a-4b03-47cd-b570-fdf9765fcc1f,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:07.029308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.029681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.030047 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.030348 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.030667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.030996 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.031308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.031615 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.031937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.032279 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.032583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.032889 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Tracked resource versions report:
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]: pushed versions:
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]: {   'AddressGroup': {'1.2'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'ConntrackHelper': {'1.0'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Log': {'1.0'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Network': {'1.1'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Port': {'1.7'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'PortForwarding': {'1.2'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'QosPolicy': {'1.8'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'SecurityGroup': {'1.4'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'SubPort': {'1.0'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Subnet': {'1.1'},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Trunk': {'1.1'}}
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]: consumer versions:
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Log': '1.0',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Network': '1.1',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Port': '1.7',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'PortForwarding': '1.2',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'QosPolicy': '1.8',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'SecurityGroup': '1.4',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'SubPort': '1.0',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Subnet': '1.1',
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Trunk': '1.1'}}
Jun 21 04:23:07.033930 dv-cinder-796889-2-iscsi neutron-server[92726]:  {{(pid=92726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:23:07.093647 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:07.106304 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:07.154690 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:07.156264 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:07.156916 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:07.160583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:07.232859 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7557189
Jun 21 04:23:07.256347 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Pushing event updated for resources: {'Network': ['ID=a88a1900-cf78-410b-bb4a-2a078254828e,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:07.264157 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:07.268734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network a88a1900-cf78-410b-bb4a-2a078254828e details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:23:09.829912 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 32976) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:10.220886 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776283d-9d04-4633-8134-7ef4353436f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:10.222840 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0776283d-9d04-4633-8134-7ef4353436f9 admin admin] 10.222.0.66 "GET /v2.0/networks/a88a1900-cf78-410b-bb4a-2a078254828e HTTP/1.1" status: 200  len: 825 time: 0.3913653
Jun 21 04:23:10.245641 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3b7cab68-361c-4739-b068-1231de051348 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/bc946290-c7a6-41b4-9d04-fe06289f5b6b HTTP/1.1" status: 200  len: 734 time: 0.0175602
Jun 21 04:23:10.253860 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Request body: {'subnet': {'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b', 'gateway_ip': '172.20.0.1'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:10.275671 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Made reservation on behalf of 562bae05c382417b9085180214801568 for: {'subnet': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:23:10.277970 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:10.567878 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:10.570255 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:10.637387 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89ec596-c0f4-411f-b19f-fe2aa21ae46c,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:10.639560 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Checking segment: {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:23:10.639930 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Network hostable DHCP agents. Network: a88a1900-cf78-410b-bb4a-2a078254828e, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:23:10.646279 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:10.662178 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Network a88a1900-cf78-410b-bb4a-2a078254828e is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:23:10.672709 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, a88a1900-cf78-410b-bb4a-2a078254828e) {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:23:10.677791 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:10.678389 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:10.685797 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda669b-6516-4dd1-8657-dc4ec761023c None None] Network a88a1900-cf78-410b-bb4a-2a078254828e requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:23:10.694901 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4443176
Jun 21 04:23:10.994013 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-a88a1900-cf78-410b-bb4a-2a078254828e', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:23:10.995215 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:11.262017 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Allocated IP 172.20.0.2 (a88a1900-cf78-410b-bb4a-2a078254828e/a89ec596-c0f4-411f-b19f-fe2aa21ae46c/5aebb698-7274-4020-a368-6bbc32b4e81f) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:23:11.464171 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:11.506074 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Transition to ACTIVE for port object 5aebb698-7274-4020-a368-6bbc32b4e81f will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:23:11.526742 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Transition to ACTIVE for port object 5aebb698-7274-4020-a368-6bbc32b4e81f will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:23:11.535301 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:11.537913 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:11.599543 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Network a88a1900-cf78-410b-bb4a-2a078254828e is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:23:11.603959 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:23:11.616427 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:23:11.623421 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Pushing event updated for resources: {'Port': ['ID=5aebb698-7274-4020-a368-6bbc32b4e81f,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:11.646950 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.647308 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.647618 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.647943 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.648289 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.648606 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.648928 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.649244 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.649569 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.649881 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.650191 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.650500 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Tracked resource versions report:
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]: pushed versions:
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]: {   'AddressGroup': {'1.2'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'ConntrackHelper': {'1.0'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Log': {'1.0'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Network': {'1.1'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Port': {'1.7'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'PortForwarding': {'1.2'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'QosPolicy': {'1.8'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'SecurityGroup': {'1.4'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'SubPort': {'1.0'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Subnet': {'1.1'},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Trunk': {'1.1'}}
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]: consumer versions:
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Log': '1.0',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Network': '1.1',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Port': '1.7',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'PortForwarding': '1.2',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'QosPolicy': '1.8',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'SecurityGroup': '1.4',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'SubPort': '1.0',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Subnet': '1.1',
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Trunk': '1.1'}}
Jun 21 04:23:11.651557 dv-cinder-796889-2-iscsi neutron-server[92727]:  {{(pid=92727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:23:11.673224 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:11.701984 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Attempting to bind port 5aebb698-7274-4020-a368-6bbc32b4e81f on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:23:11.702576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Attempting to bind port 5aebb698-7274-4020-a368-6bbc32b4e81f by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:23:11.702910 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Attempting to bind port 5aebb698-7274-4020-a368-6bbc32b4e81f on network a88a1900-cf78-410b-bb4a-2a078254828e {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:23:11.708824 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:23:11.709263 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Checking segment: {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:23:11.709734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:11.710119 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Bound using segment: {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:23:11.710613 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Bound port: 5aebb698-7274-4020-a368-6bbc32b4e81f, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:23:11.711022 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:11.771757 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] For port 5aebb698-7274-4020-a368-6bbc32b4e81f, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:23:11.775963 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] For port 5aebb698-7274-4020-a368-6bbc32b4e81f, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5aebb698-7274-4020-a368-6bbc32b4e81f,segment=NetworkSegment(ce878051-1d7b-4cf2-8adc-13143f7a3301),segment_id=ce878051-1d7b-4cf2-8adc-13143f7a3301)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:23:11.780499 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:11.786664 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:11.848734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Pushing event updated for resources: {'Port': ['ID=5aebb698-7274-4020-a368-6bbc32b4e81f,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:11.851756 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:13.083463 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 32984) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:13.393439 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [None req-c796cae5-9045-49bc-a917-e86a88f16b39 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:23:13.408203 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c796cae5-9045-49bc-a917-e86a88f16b39 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3100388
Jun 21 04:23:15.717530 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 32992) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:16.031549 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [None req-099a101b-1d75-484c-afbd-288c03b63e5f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:23:16.032561 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-099a101b-1d75-484c-afbd-288c03b63e5f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3140972
Jun 21 04:23:17.850169 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20931dd3-930d-4f80-bb0e-734ea22edbcf None None] Network a88a1900-cf78-410b-bb4a-2a078254828e requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:23:17.908367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-633308e8-386e-48b2-b79d-f4e7b0415cee None None] Provisioning for port 5aebb698-7274-4020-a368-6bbc32b4e81f completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:23:18.624323 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33006) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:18.692246 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5aebb698-7274-4020-a368-6bbc32b4e81f up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:23:18.771097 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 5aebb698-7274-4020-a368-6bbc32b4e81f completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:23:18.774680 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 5aebb698-7274-4020-a368-6bbc32b4e81f triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:18.775075 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:18.879195 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:18.913565 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 5aebb698-7274-4020-a368-6bbc32b4e81f, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5aebb698-7274-4020-a368-6bbc32b4e81f,segment=NetworkSegment(ce878051-1d7b-4cf2-8adc-13143f7a3301),segment_id=ce878051-1d7b-4cf2-8adc-13143f7a3301)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:23:18.919619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:18.921803 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:18.923308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] Request body: {'router': {'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:18.946790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:18.948411 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:18.968438 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=5aebb698-7274-4020-a368-6bbc32b4e81f,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:18.971562 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:19.083519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:19.088428 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:19.101261 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:19.102640 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-6292024f-c98d-4ec5-bf89-175830260581 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4773464
Jun 21 04:23:20.672880 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5aebb698-7274-4020-a368-6bbc32b4e81f up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:23:20.721636 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 5aebb698-7274-4020-a368-6bbc32b4e81f triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:20.722658 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:21.392806 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33014) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:21.695463 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [None req-d4a5c71e-27eb-4a73-8e35-16d59ee9109b admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:23:21.696464 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d4a5c71e-27eb-4a73-8e35-16d59ee9109b admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3027027
Jun 21 04:23:23.822403 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d44eeb86-a3a8-40bc-928f-31427a35453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.009764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33022) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:24.314691 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:24.335798 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Made reservation on behalf of fdc594d055b345c586ea5d735320cc7d for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:23:24.338151 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.348343 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.434226 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.437747 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.441609 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:24.451928 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Reserving flat network on physical network physnet1 {{(pid=92726) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 21 04:23:24.474572 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37526113-f4bb-416b-b288-ac3f02e6270a,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:24.477499 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.477840 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Added segment 6c5ac21a-6cbd-482f-b195-b57025c90487 of type flat for network 435176e4-7dc4-429b-93b5-e75af3413f09
Jun 21 04:23:24.479147 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:24.523681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.558557 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.559844 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:24.560452 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:24.563223 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f32dc40-1ab0-4345-8d82-93c2db24d22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:24.611502 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6006932
Jun 21 04:23:24.621991 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Pushing event updated for resources: {'Network': ['ID=435176e4-7dc4-429b-93b5-e75af3413f09,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:24.624855 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:24.639136 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 435176e4-7dc4-429b-93b5-e75af3413f09 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:23:26.458937 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-fd775ba5-ddc3-42b4-8ece-5315b93db53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:26.833500 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:26.904422 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33030) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:27.248733 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cddedc-4a63-46b6-a6b0-a36757e2f065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:27.250029 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f7cddedc-4a63-46b6-a6b0-a36757e2f065 admin admin] 10.222.0.66 "GET /v2.0/subnets/a89ec596-c0f4-411f-b19f-fe2aa21ae46c HTTP/1.1" status: 200  len: 849 time: 0.3446388
Jun 21 04:23:27.362665 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4f1aa9df-3e16-40ea-a100-e26e47a5e169 admin admin] 10.222.0.66 "GET /v2.0/routers/93a7b4d3-0de9-4154-9720-aaf487380925 HTTP/1.1" status: 200  len: 704 time: 0.1060801
Jun 21 04:23:27.397070 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:27.626148 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:27.910512 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Allocated IP 172.20.0.1 (a88a1900-cf78-410b-bb4a-2a078254828e/a89ec596-c0f4-411f-b19f-fe2aa21ae46c/419d4a54-87ee-4f1c-8aee-0e4360aae106) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:23:28.102850 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.128933 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Transition to ACTIVE for port object 419d4a54-87ee-4f1c-8aee-0e4360aae106 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:23:28.206190 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.209210 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:28.263124 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Network a88a1900-cf78-410b-bb4a-2a078254828e is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:23:28.268545 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:23:28.276583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:23:28.277117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.350859 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Pushing event updated for resources: {'Port': ['ID=419d4a54-87ee-4f1c-8aee-0e4360aae106,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:28.354551 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:28.500925 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.512749 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-8666f245-229f-41c1-abd1-7f7e70bc3958 None None] Provisioning for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:23:28.516184 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-8666f245-229f-41c1-abd1-7f7e70bc3958 None None] Provisioning complete for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:28.516556 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-8666f245-229f-41c1-abd1-7f7e70bc3958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.548399 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-8666f245-229f-41c1-abd1-7f7e70bc3958 None None] Port 419d4a54-87ee-4f1c-8aee-0e4360aae106 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:23:28.679435 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.684184 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.685310 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.686932 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:28.759248 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Pushing event updated for resources: {'Port': ['ID=419d4a54-87ee-4f1c-8aee-0e4360aae106,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:28.763707 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:28.806725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Network a88a1900-cf78-410b-bb4a-2a078254828e is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:23:28.807997 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:23:28.968866 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-ee7367dc-6b37-42c9-9a88-cfdd26d79541 None None] Provisioning complete for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:28.969283 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ee7367dc-6b37-42c9-9a88-cfdd26d79541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:28.975236 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Router 93a7b4d3-0de9-4154-9720-aaf487380925 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:23:29.001965 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-ee7367dc-6b37-42c9-9a88-cfdd26d79541 None None] Port 419d4a54-87ee-4f1c-8aee-0e4360aae106 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:23:29.063423 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:23:29.068509 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] 10.222.0.66 "PUT /v2.0/routers/93a7b4d3-0de9-4154-9720-aaf487380925/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7010167
Jun 21 04:23:29.084980 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Sync routers for ids ['93a7b4d3-0de9-4154-9720-aaf487380925'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:23:29.096072 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Routers {'93a7b4d3-0de9-4154-9720-aaf487380925'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:23:29.097651 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f98605fb610>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:23:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['93a7b4d3-0de9-4154-9720-aaf487380925'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:29.120953 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:29.283161 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Set router 93a7b4d3-0de9-4154-9720-aaf487380925 gateway port host: None {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:23:29.707917 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f98605fb610>, [{'id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'name': 'router1', 'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:23:18Z', 'updated_at': '2021-06-21T04:23:28Z', 'revision_number': 2, 'project_id': '562bae05c382417b9085180214801568', 'gw_port_host': None, '_interfaces': [{'id': '419d4a54-87ee-4f1c-8aee-0e4360aae106', 'name': '', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'mac_address': 'fa:16:3e:96:a2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:27Z', 'updated_at': '2021-06-21T04:23:28Z', 'revision_number': 2, 'project_id': '562bae05c382417b9085180214801568', 'subnets': [{'id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:29.759018 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Checking router: 93a7b4d3-0de9-4154-9720-aaf487380925 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:23:29.759388 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Updating router 93a7b4d3-0de9-4154-9720-aaf487380925 port 419d4a54-87ee-4f1c-8aee-0e4360aae106 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:23:29.821549 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:30.320968 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:30.339361 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Transition to ACTIVE for port object 419d4a54-87ee-4f1c-8aee-0e4360aae106 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:23:30.345642 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:30.350322 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:30.547425 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Pushing event updated for resources: {'Port': ['ID=419d4a54-87ee-4f1c-8aee-0e4360aae106,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:30.564431 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.564765 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.565087 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.565960 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.566273 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.566618 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.566926 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.567286 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.567608 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.567915 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.568240 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.568542 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Tracked resource versions report:
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]: pushed versions:
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]: {   'AddressGroup': {'1.2'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'ConntrackHelper': {'1.0'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Log': {'1.0'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Network': {'1.1'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Port': {'1.7'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'PortForwarding': {'1.2'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'QosPolicy': {'1.8'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'SecurityGroup': {'1.4'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'SubPort': {'1.0'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Subnet': {'1.1'},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Trunk': {'1.1'}}
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]: consumer versions:
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Log': '1.0',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Network': '1.1',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Port': '1.7',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'PortForwarding': '1.2',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'QosPolicy': '1.8',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'SecurityGroup': '1.4',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'SubPort': '1.0',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Subnet': '1.1',
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Trunk': '1.1'}}
Jun 21 04:23:30.569598 dv-cinder-796889-2-iscsi neutron-server[92728]:  {{(pid=92728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:23:30.573845 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:30.576305 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Attempting to bind port 419d4a54-87ee-4f1c-8aee-0e4360aae106 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:23:30.576708 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Attempting to bind port 419d4a54-87ee-4f1c-8aee-0e4360aae106 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:23:30.577544 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Attempting to bind port 419d4a54-87ee-4f1c-8aee-0e4360aae106 on network a88a1900-cf78-410b-bb4a-2a078254828e {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:23:30.582321 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:23:30.582718 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Checking segment: {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:23:30.583206 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:30.583582 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Bound using segment: {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:23:30.584069 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Bound port: 419d4a54-87ee-4f1c-8aee-0e4360aae106, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce878051-1d7b-4cf2-8adc-13143f7a3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:23:30.584455 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:30.646679 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] For port 419d4a54-87ee-4f1c-8aee-0e4360aae106, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:23:30.668007 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] For port 419d4a54-87ee-4f1c-8aee-0e4360aae106, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=419d4a54-87ee-4f1c-8aee-0e4360aae106,segment=NetworkSegment(ce878051-1d7b-4cf2-8adc-13143f7a3301),segment_id=ce878051-1d7b-4cf2-8adc-13143f7a3301)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:23:30.672659 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:30.676114 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:30.729976 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Routers {'93a7b4d3-0de9-4154-9720-aaf487380925'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:23:30.730604 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f98605fb610>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:23:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['93a7b4d3-0de9-4154-9720-aaf487380925'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:30.794151 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Pushing event updated for resources: {'Port': ['ID=419d4a54-87ee-4f1c-8aee-0e4360aae106,revision_number=4']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:30.798438 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:30.821389 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] Set router 93a7b4d3-0de9-4154-9720-aaf487380925 gateway port host: None {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:23:31.028153 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b2a02b42-d091-4945-aac6-09739232853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f98605fb610>, [{'id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'name': 'router1', 'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:23:18Z', 'updated_at': '2021-06-21T04:23:28Z', 'revision_number': 2, 'project_id': '562bae05c382417b9085180214801568', 'gw_port_host': None, '_interfaces': [{'id': '419d4a54-87ee-4f1c-8aee-0e4360aae106', 'name': '', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'mac_address': 'fa:16:3e:96:a2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:27Z', 'updated_at': '2021-06-21T04:23:30Z', 'revision_number': 4, 'project_id': '562bae05c382417b9085180214801568', 'subnets': [{'id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:31.053057 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02b42-d091-4945-aac6-09739232853f None None] The sync data for ids ['93a7b4d3-0de9-4154-9720-aaf487380925'] in dv-cinder-796889-2-iscsi is: [{'id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'name': 'router1', 'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:23:18Z', 'updated_at': '2021-06-21T04:23:28Z', 'revision_number': 2, 'project_id': '562bae05c382417b9085180214801568', 'gw_port_host': None, '_interfaces': [{'id': '419d4a54-87ee-4f1c-8aee-0e4360aae106', 'name': '', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'mac_address': 'fa:16:3e:96:a2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:27Z', 'updated_at': '2021-06-21T04:23:30Z', 'revision_number': 4, 'project_id': '562bae05c382417b9085180214801568', 'subnets': [{'id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:23:31.409477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33050) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:31.627075 dv-cinder-796889-2-iscsi neutron-server[92725]: WARNING oslo_policy.policy [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:31.627666 dv-cinder-796889-2-iscsi neutron-server[92725]: WARNING oslo_policy.policy [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:32.059207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.policy [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92725) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 21 04:23:32.107112 dv-cinder-796889-2-iscsi neutron-server[92725]: WARNING oslo_policy.policy [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:32.107580 dv-cinder-796889-2-iscsi neutron-server[92725]: WARNING oslo_policy.policy [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 04:23:32.116905 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:32.118672 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6db23c6d-c0e5-48c1-b1d6-591e074d9b8e admin admin] 10.222.0.66 "GET /v2.0/networks/435176e4-7dc4-429b-93b5-e75af3413f09 HTTP/1.1" status: 200  len: 842 time: 0.7082965
Jun 21 04:23:32.128151 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:32.131013 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.quota [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f98607a9d90>.
Jun 21 04:23:32.178497 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Made reservation on behalf of fdc594d055b345c586ea5d735320cc7d for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:23:32.181399 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:32.595043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.objects.ports [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92725) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 04:23:32.595692 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:32.598642 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:32.665783 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e66c6f-56b0-4f68-91e0-7406b4a19f20,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:32.670101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:23:32.670472 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Network hostable DHCP agents. Network: 435176e4-7dc4-429b-93b5-e75af3413f09, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:23:32.681257 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.681598 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.681920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.682236 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.682552 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.682878 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.683172 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.683485 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.683807 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.684114 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.684516 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.684819 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Tracked resource versions report:
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]: pushed versions:
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]: {   'AddressGroup': {'1.2'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'ConntrackHelper': {'1.0'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Log': {'1.0'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Network': {'1.1'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Port': {'1.7'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'PortForwarding': {'1.2'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'QosPolicy': {'1.8'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'SecurityGroup': {'1.4'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'SubPort': {'1.0'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Subnet': {'1.1'},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Trunk': {'1.1'}}
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]: consumer versions:
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Log': '1.0',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Network': '1.1',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Port': '1.7',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'PortForwarding': '1.2',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'QosPolicy': '1.8',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'SecurityGroup': '1.4',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'SubPort': '1.0',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Subnet': '1.1',
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Trunk': '1.1'}}
Jun 21 04:23:32.685845 dv-cinder-796889-2-iscsi neutron-server[92725]:  {{(pid=92725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:23:32.724727 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:32.726911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:23:32.739855 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 435176e4-7dc4-429b-93b5-e75af3413f09) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:23:32.744488 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:32.745131 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:32.749369 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812aedee-1321-4e52-a665-0e84c089f981 None None] Network 435176e4-7dc4-429b-93b5-e75af3413f09 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:23:32.766950 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6425598
Jun 21 04:23:32.883946 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d76b8-684a-4bdb-860f-9e097269eef8 None None] Network 435176e4-7dc4-429b-93b5-e75af3413f09 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:23:34.707887 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 419d4a54-87ee-4f1c-8aee-0e4360aae106 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:23:34.755788 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:23:34.759849 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:34.760254 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:34.839289 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:34.871209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 419d4a54-87ee-4f1c-8aee-0e4360aae106, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=419d4a54-87ee-4f1c-8aee-0e4360aae106,segment=NetworkSegment(ce878051-1d7b-4cf2-8adc-13143f7a3301),segment_id=ce878051-1d7b-4cf2-8adc-13143f7a3301)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:23:34.876037 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:34.878921 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-67b75a73-0392-4f30-bd85-8fed7213c7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:34.929491 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=419d4a54-87ee-4f1c-8aee-0e4360aae106,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:34.932935 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:35.014827 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33084) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:35.262291 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0c173b2d-7447-4e90-9d29-44b4aed27d38 admin admin] 10.222.0.66 "GET /v2.0/routers/93a7b4d3-0de9-4154-9720-aaf487380925 HTTP/1.1" status: 200  len: 710 time: 0.2462406
Jun 21 04:23:35.348366 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694df22-3cd4-4b30-baec-5edfd68181ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:23:35.349700 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9694df22-3cd4-4b30-baec-5edfd68181ec admin admin] 10.222.0.66 "GET /v2.0/networks/435176e4-7dc4-429b-93b5-e75af3413f09 HTTP/1.1" status: 200  len: 886 time: 0.0823715
Jun 21 04:23:35.358172 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:23:35.601821 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:35.834817 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:35.906100 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.051157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Allocated IP 172.27.0.154 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/2760406b-322b-42d2-8b78-9cfd42f98b52) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:23:36.156725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.249502 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.252355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:36.367066 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:23:36.375290 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:23:36.380404 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:23:36.383254 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2760406b-322b-42d2-8b78-9cfd42f98b52,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:36.413531 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:36.649958 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.686456 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 419d4a54-87ee-4f1c-8aee-0e4360aae106 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:23:36.735904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:36.736317 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.848720 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.851844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1660754'] for router, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:36.974612 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Router 93a7b4d3-0de9-4154-9720-aaf487380925 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:23:37.082057 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:23:37.086757 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:37.087899 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] 10.222.0.66 "PUT /v2.0/routers/93a7b4d3-0de9-4154-9720-aaf487380925 HTTP/1.1" status: 200  len: 890 time: 1.7328596
Jun 21 04:23:37.092440 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Sync routers for ids ['93a7b4d3-0de9-4154-9720-aaf487380925'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:23:37.104210 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Routers {'93a7b4d3-0de9-4154-9720-aaf487380925'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:23:37.104922 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985fc4dac0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:23:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['93a7b4d3-0de9-4154-9720-aaf487380925'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:37.331514 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Set router 93a7b4d3-0de9-4154-9720-aaf487380925 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:23:37.736752 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985fc4dac0>, [{'id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'name': 'router1', 'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2760406b-322b-42d2-8b78-9cfd42f98b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:23:18Z', 'updated_at': '2021-06-21T04:23:36Z', 'revision_number': 4, 'project_id': '562bae05c382417b9085180214801568', 'gw_port': {'id': '2760406b-322b-42d2-8b78-9cfd42f98b52', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:35Z', 'updated_at': '2021-06-21T04:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '419d4a54-87ee-4f1c-8aee-0e4360aae106', 'name': '', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'mac_address': 'fa:16:3e:96:a2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:27Z', 'updated_at': '2021-06-21T04:23:34Z', 'revision_number': 5, 'project_id': '562bae05c382417b9085180214801568', 'subnets': [{'id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:37.787771 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Checking router: 93a7b4d3-0de9-4154-9720-aaf487380925 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:23:37.788121 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Updating router 93a7b4d3-0de9-4154-9720-aaf487380925 port 2760406b-322b-42d2-8b78-9cfd42f98b52 binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:23:37.820562 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:38.131125 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:38.140213 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Transition to ACTIVE for port object 2760406b-322b-42d2-8b78-9cfd42f98b52 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:23:38.146558 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:38.148634 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:38.197763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Attempting to bind port 2760406b-322b-42d2-8b78-9cfd42f98b52 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:23:38.198134 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Attempting to bind port 2760406b-322b-42d2-8b78-9cfd42f98b52 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:23:38.198531 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Attempting to bind port 2760406b-322b-42d2-8b78-9cfd42f98b52 on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:23:38.200506 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bd928-9fd3-4441-9c6e-fef5b68c5a47 None None] Pushing event updated for resources: {'Port': ['ID=2760406b-322b-42d2-8b78-9cfd42f98b52,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:38.203854 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-d44bd928-9fd3-4441-9c6e-fef5b68c5a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:38.206550 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:23:38.207515 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:23:38.207849 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:38.208708 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:23:38.208893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Bound port: 2760406b-322b-42d2-8b78-9cfd42f98b52, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:23:38.209284 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:38.257879 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] For port 2760406b-322b-42d2-8b78-9cfd42f98b52, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:23:38.260904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] For port 2760406b-322b-42d2-8b78-9cfd42f98b52, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=2760406b-322b-42d2-8b78-9cfd42f98b52,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:23:38.264820 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:38.267608 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:38.320624 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Routers {'93a7b4d3-0de9-4154-9720-aaf487380925'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:23:38.321226 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985fc4dac0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:23:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['93a7b4d3-0de9-4154-9720-aaf487380925'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:38.326971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bd928-9fd3-4441-9c6e-fef5b68c5a47 None None] Pushing event updated for resources: {'Port': ['ID=2760406b-322b-42d2-8b78-9cfd42f98b52,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:38.429410 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-d44bd928-9fd3-4441-9c6e-fef5b68c5a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:38.501804 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] Set router 93a7b4d3-0de9-4154-9720-aaf487380925 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:23:38.709314 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985fc4dac0>, [{'id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'name': 'router1', 'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2760406b-322b-42d2-8b78-9cfd42f98b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:23:18Z', 'updated_at': '2021-06-21T04:23:36Z', 'revision_number': 4, 'project_id': '562bae05c382417b9085180214801568', 'gw_port': {'id': '2760406b-322b-42d2-8b78-9cfd42f98b52', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:35Z', 'updated_at': '2021-06-21T04:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '419d4a54-87ee-4f1c-8aee-0e4360aae106', 'name': '', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'mac_address': 'fa:16:3e:96:a2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:27Z', 'updated_at': '2021-06-21T04:23:34Z', 'revision_number': 5, 'project_id': '562bae05c382417b9085180214801568', 'subnets': [{'id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:23:38.734399 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f7a85-f1aa-4fcb-a789-86521b5c631c None None] The sync data for ids ['93a7b4d3-0de9-4154-9720-aaf487380925'] in dv-cinder-796889-2-iscsi is: [{'id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'name': 'router1', 'tenant_id': '562bae05c382417b9085180214801568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2760406b-322b-42d2-8b78-9cfd42f98b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:23:18Z', 'updated_at': '2021-06-21T04:23:36Z', 'revision_number': 4, 'project_id': '562bae05c382417b9085180214801568', 'gw_port': {'id': '2760406b-322b-42d2-8b78-9cfd42f98b52', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:35Z', 'updated_at': '2021-06-21T04:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '419d4a54-87ee-4f1c-8aee-0e4360aae106', 'name': '', 'network_id': 'a88a1900-cf78-410b-bb4a-2a078254828e', 'tenant_id': '562bae05c382417b9085180214801568', 'mac_address': 'fa:16:3e:96:a2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a7b4d3-0de9-4154-9720-aaf487380925', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:23:27Z', 'updated_at': '2021-06-21T04:23:34Z', 'revision_number': 5, 'project_id': '562bae05c382417b9085180214801568', 'subnets': [{'id': 'a89ec596-c0f4-411f-b19f-fe2aa21ae46c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc946290-c7a6-41b4-9d04-fe06289f5b6b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:23:39.485357 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33092) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:23:39.609665 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-00f2f664-51bc-4753-b9f2-e8d349fcc32b admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1232321
Jun 21 04:23:40.714282 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 2760406b-322b-42d2-8b78-9cfd42f98b52 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:23:40.768893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 2760406b-322b-42d2-8b78-9cfd42f98b52 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:23:40.772430 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 2760406b-322b-42d2-8b78-9cfd42f98b52 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:40.772807 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:40.850536 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:40.875453 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 2760406b-322b-42d2-8b78-9cfd42f98b52, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=2760406b-322b-42d2-8b78-9cfd42f98b52,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:23:40.880584 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:40.883494 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-d44bd928-9fd3-4441-9c6e-fef5b68c5a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:23:40.928846 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=2760406b-322b-42d2-8b78-9cfd42f98b52,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:23:40.931776 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:23:42.690512 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 2760406b-322b-42d2-8b78-9cfd42f98b52 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:23:42.741468 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 2760406b-322b-42d2-8b78-9cfd42f98b52 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:23:42.742062 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:46.370491 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:23:53.825360 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b40c757f-4e71-49e3-b5fc-787126a7655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:56.462197 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6618a4ef-5017-4b6c-bbd0-2cb6c42b2216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:56.835995 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:57.414661 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:23:59.140867 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:23.339665 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:24:23.830145 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-04b7df20-8fd6-4f4e-8b5f-dfe0d1bac6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:26.465408 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-2245a41a-08b0-4ece-a620-32b9740e5616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:26.840144 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:27.405787 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:29.148626 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:53.832001 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-18a35216-fceb-4742-8f39-50abf2d5eed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:56.466540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4257acfb-ec5f-489e-be18-e0be33655520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:56.841971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:57.407519 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:24:59.146104 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:00.337629 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:25:14.162386 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33660) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:14.223025 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa32a089-576f-4280-baf5-661efa64870b admin admin] GET failed (client error): The resource could not be found.
Jun 21 04:25:14.224342 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-aa32a089-576f-4280-baf5-661efa64870b admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0609846
Jun 21 04:25:14.382961 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c701619-36b5-4220-bc99-9b1b6879ff88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:14.384434 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0c701619-36b5-4220-bc99-9b1b6879ff88 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1563976
Jun 21 04:25:16.512953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33670) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:16.611780 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2815ca6c-e3da-4c6a-9a77-459ff7875250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:16.613137 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2815ca6c-e3da-4c6a-9a77-459ff7875250 admin admin] 10.222.0.66 "GET /v2.0/subnets/a89ec596-c0f4-411f-b19f-fe2aa21ae46c HTTP/1.1" status: 200  len: 849 time: 0.0992417
Jun 21 04:25:16.622055 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:25:16.703336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:16.842941 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768277587932'] for subnet, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:16.845860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:25:16.870988 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:16.871587 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:16.872859 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] 10.222.0.66 "PUT /v2.0/subnets/a89ec596-c0f4-411f-b19f-fe2aa21ae46c HTTP/1.1" status: 200  len: 868 time: 0.2544529
Jun 21 04:25:16.877232 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d7ed6-8943-4f61-a084-c41a52a4e459 None None] Network a88a1900-cf78-410b-bb4a-2a078254828e requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:25:16.898534 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89ec596-c0f4-411f-b19f-fe2aa21ae46c,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:25:16.906173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.906539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.906882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.907208 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.907528 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.907856 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.908223 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.908516 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.908842 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.909155 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.909463 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.909769 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:25:16.913980 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:25:17.274394 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d91ab8f-0acb-40f2-947c-275bc78136b8 None None] Provisioning complete for port 5aebb698-7274-4020-a368-6bbc32b4e81f triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:25:17.274767 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d91ab8f-0acb-40f2-947c-275bc78136b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:17.360157 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d91ab8f-0acb-40f2-947c-275bc78136b8 None None] Provisioning complete for port 419d4a54-87ee-4f1c-8aee-0e4360aae106 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:25:17.360429 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d91ab8f-0acb-40f2-947c-275bc78136b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:19.026927 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33678) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:19.286918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdacd22-f2b4-4cc9-8a29-f267912322c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:19.287309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdacd22-f2b4-4cc9-8a29-f267912322c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:19.288873 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-fbdacd22-f2b4-4cc9-8a29-f267912322c8 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2609768
Jun 21 04:25:21.418488 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33686) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:21.542808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc801d0-8d61-43c7-b2ec-d6f72d170900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:21.543277 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc801d0-8d61-43c7-b2ec-d6f72d170900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:21.544924 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2fc801d0-8d61-43c7-b2ec-d6f72d170900 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1255009
Jun 21 04:25:23.664090 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33694) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:23.788983 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579ed25-724c-47fa-99a4-4bc23aac5f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:23.790320 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-6579ed25-724c-47fa-99a4-4bc23aac5f70 admin admin] 10.222.0.66 "GET /v2.0/networks/435176e4-7dc4-429b-93b5-e75af3413f09 HTTP/1.1" status: 200  len: 886 time: 0.1252751
Jun 21 04:25:23.834245 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0e31786a-c806-4396-af8f-7f2c6d9af896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:25.904081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33704) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:26.044220 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cd239-f667-428b-8168-4892732f88fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:26.045590 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-742cd239-f667-428b-8168-4892732f88fd admin admin] 10.222.0.66 "GET /v2.0/networks/a88a1900-cf78-410b-bb4a-2a078254828e HTTP/1.1" status: 200  len: 869 time: 0.1405563
Jun 21 04:25:26.469278 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ec57e41e-ccbb-4732-b743-9ff475db777d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:26.843849 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:27.409372 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:28.162397 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33712) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:28.283345 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9a81e-4244-431f-9e68-a08795540961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:28.283814 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9a81e-4244-431f-9e68-a08795540961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:28.287948 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-82b9a81e-4244-431f-9e68-a08795540961 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1245682
Jun 21 04:25:29.148359 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:30.419883 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33720) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:30.506439 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c159d-cfe4-44ab-b5da-38adb5f78c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:30.506891 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c159d-cfe4-44ab-b5da-38adb5f78c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:30.508396 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9f5c159d-cfe4-44ab-b5da-38adb5f78c49 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0875089
Jun 21 04:25:32.631589 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33728) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:32.718772 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18215f5-16f7-4981-b58c-8897903683ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:32.720379 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f18215f5-16f7-4981-b58c-8897903683ab admin admin] 10.222.0.66 "GET /v2.0/subnets/50e66c6f-56b0-4f68-91e0-7406b4a19f20 HTTP/1.1" status: 200  len: 816 time: 0.0873935
Jun 21 04:25:34.846975 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33736) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:34.939477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344280d5-c653-4884-8633-481935c726ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:25:34.940938 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-344280d5-c653-4884-8633-481935c726ea admin admin] 10.222.0.66 "GET /v2.0/subnets/a89ec596-c0f4-411f-b19f-fe2aa21ae46c HTTP/1.1" status: 200  len: 868 time: 0.0929987
Jun 21 04:25:37.336459 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:25:53.835174 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4d298cb7-99a1-4a8d-9cfa-401b7da007f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:56.470116 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1ffd53ef-9fc8-4605-b371-d25af4c49b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:56.845241 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:57.414335 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:25:58.105512 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33780) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:25:58.151784 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [None req-b759c1ed-304c-46db-8bb8-99507bbd9055 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:25:58.152831 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-b759c1ed-304c-46db-8bb8-99507bbd9055 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0463517
Jun 21 04:25:59.150855 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:00.348380 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33788) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:26:00.407576 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9b1db8-9081-4ac0-b952-d84e22f676d3 admin admin] GET failed (client error): The resource could not be found.
Jun 21 04:26:00.408960 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-1f9b1db8-9081-4ac0-b952-d84e22f676d3 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0596433
Jun 21 04:26:00.612928 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79fe32-9d2f-44a9-90b3-a19b9b221f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:26:00.614339 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2d79fe32-9d2f-44a9-90b3-a19b9b221f93 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2014837
Jun 21 04:26:02.745398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33796) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:26:02.792295 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:26:02.817277 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Made reservation on behalf of fdc594d055b345c586ea5d735320cc7d for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:26:02.819772 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:02.863667 dv-cinder-796889-2-iscsi neutron-server[92725]: WARNING neutron.services.revisions.revision_plugin [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f985ee70df0] {project_id='fdc594d055b345c586ea5d735320cc7d', id='6328b61c-6f7e-46e4-a969-e79b242eccb0', target_tenant='*', action='access_as_shared', object_id='7197a245-220f-4a23-b65f-d7a591caae0a'}> to bump revision.
Jun 21 04:26:02.881398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:26:02.895449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768277619146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:02.895998 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f98612a1ca0> segment precommit_create {{(pid=92725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 21 04:26:02.896471 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Added segment 994eb32b-1af8-4604-be1b-abab905c7beb of type vlan for network 7197a245-220f-4a23-b65f-d7a591caae0a
Jun 21 04:26:02.948171 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:02.987853 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:02.989201 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:26:02.989807 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:02.992498 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:26:03.061861 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3153586
Jun 21 04:26:03.080941 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Pushing event updated for resources: {'Network': ['ID=7197a245-220f-4a23-b65f-d7a591caae0a,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:26:03.084865 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:26:03.094078 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 7197a245-220f-4a23-b65f-d7a591caae0a details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:26:05.198460 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33804) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:26:05.256430 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a67691-a83c-47d2-9c4b-8cb827c6f896 admin admin] GET failed (client error): The resource could not be found.
Jun 21 04:26:05.257731 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f1a67691-a83c-47d2-9c4b-8cb827c6f896 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0583248
Jun 21 04:26:05.326996 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787cf53-c2ab-43f0-a4ae-c946f6fa68e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:26:05.328461 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d787cf53-c2ab-43f0-a4ae-c946f6fa68e8 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0669763
Jun 21 04:26:05.338006 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:26:05.358566 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Made reservation on behalf of fdc594d055b345c586ea5d735320cc7d for: {'subnet': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:26:05.360790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Notify callbacks [] for subnet, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:05.526676 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:05.529442 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:26:05.581446 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9f1ab2-8eb9-4349-8211-0cee86b66cff,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:26:05.591043 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Checking segment: {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:26:05.591389 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Network hostable DHCP agents. Network: 7197a245-220f-4a23-b65f-d7a591caae0a, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:26:05.595131 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.595472 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.595804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.596151 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.596477 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.596818 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.597139 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.597456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.597777 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.598091 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.598404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.598715 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:05.602018 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:26:05.615673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Network 7197a245-220f-4a23-b65f-d7a591caae0a is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:26:05.623674 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 7197a245-220f-4a23-b65f-d7a591caae0a) {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:26:05.627748 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:26:05.628371 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:05.633466 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c6d56-d2d0-4131-9e37-9236ecac0f67 None None] Network 7197a245-220f-4a23-b65f-d7a591caae0a requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:26:05.641860 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3071623
Jun 21 04:26:05.877481 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-7197a245-220f-4a23-b65f-d7a591caae0a', 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a', 'tenant_id': 'fdc594d055b345c586ea5d735320cc7d', 'fixed_ips': [{'subnet_id': '2c9f1ab2-8eb9-4349-8211-0cee86b66cff'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:26:05.878328 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:06.013724 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Allocated IP 192.168.233.2 (7197a245-220f-4a23-b65f-d7a591caae0a/2c9f1ab2-8eb9-4349-8211-0cee86b66cff/aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:26:06.154364 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:06.163239 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Transition to ACTIVE for port object aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:26:06.178559 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Transition to ACTIVE for port object aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:26:06.184811 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:06.188325 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:26:06.228043 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Network 7197a245-220f-4a23-b65f-d7a591caae0a is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:26:06.230741 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:26:06.234812 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:26:06.243148 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Pushing event updated for resources: {'Port': ['ID=aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:26:06.269446 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.269795 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.270139 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.270474 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.270804 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.271136 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.271468 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.271793 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.272236 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.272486 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.272808 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.273129 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:26:06.277264 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:26:06.305105 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Attempting to bind port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:26:06.305482 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Attempting to bind port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:26:06.305864 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Attempting to bind port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e on network 7197a245-220f-4a23-b65f-d7a591caae0a {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:26:06.311434 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:26:06.311781 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Checking segment: {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:26:06.312220 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:06.312622 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Bound using segment: {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:26:06.313210 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Bound port: aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:26:06.313597 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:06.374557 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] For port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:26:06.377641 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] For port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:26:06.382653 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:06.385316 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:26:06.449267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Pushing event updated for resources: {'Port': ['ID=aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:26:06.452476 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:26:06.818840 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:26:06.870724 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:26:07.243892 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d71bf8-bdf6-4512-8a32-174779fb9255 None None] Network 7197a245-220f-4a23-b65f-d7a591caae0a requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:26:07.351889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Provisioning for port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:26:07.359404 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Provisioning complete for port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:26:07.359757 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:07.473757 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:07.514869 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] For port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:26:07.519875 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:07.521968 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:26:07.570492 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Pushing event updated for resources: {'Port': ['ID=aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:26:07.573620 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:26:07.741451 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-af787e5a-d245-47bb-b046-7ebe339425cf None None] Provisioning complete for port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:26:07.742066 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-af787e5a-d245-47bb-b046-7ebe339425cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:08.796402 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:26:08.845969 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port aa094bf1-d6be-4bf3-b3c4-2b6f53eda97e triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:26:08.846346 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:14.334770 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:26:23.835889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f7952ca8-d16b-4689-84f1-7752c77621b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:26.471108 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-bbfc31a4-4441-4178-9c13-b7122fb5ce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:26.846582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:27.417460 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:29.155619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:51.333452 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:26:53.837673 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-e78217a2-0638-4025-9ec4-ee8c532ce4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:56.472579 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-db4f552d-c9e8-42fa-a2ed-80bb1a8c6103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:56.847170 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:57.424228 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:26:59.156932 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:18.996193 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33856) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:27:19.002092 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [None req-ae79b893-4ae2-423b-b93b-7b210a45e717 tempest-verify_tempest_config-206294998 tempest-verify_tempest_config-206294998-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:27:19.003079 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ae79b893-4ae2-423b-b93b-7b210a45e717 tempest-verify_tempest_config-206294998 tempest-verify_tempest_config-206294998-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058362
Jun 21 04:27:19.301666 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 33874) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:27:19.398298 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.510509 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.514550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.520179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:27:19.560790 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba86a6c8c7ac4837ae723a396d758c9c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2580562
Jun 21 04:27:19.561728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bfa0cf-930d-41af-99ef-234ccf37bc92,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:27:19.563428 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33878) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:27:19.569649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.570226 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.570341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.570797 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.571128 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.571454 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.571773 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.572090 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.572443 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.572924 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.573283 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.574183 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.578660 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:27:19.618481 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.638638 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.723764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.726580 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:19.727701 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0bfa0cf-930d-41af-99ef-234ccf37bc92 HTTP/1.1" status: 204  len: 168 time: 0.1633170
Jun 21 04:27:19.728467 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:27:19.735719 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bfa0cf-930d-41af-99ef-234ccf37bc92,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:27:19.742130 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.742495 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.742836 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.743326 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.743550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.743891 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.744242 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.744562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.744896 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.745222 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.745539 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.745851 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:27:19.748877 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:27:23.840252 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-58630425-4e10-400f-a5cf-3395cd44672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:26.474666 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-987209f7-71be-4144-b986-6c3648d9830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:26.849056 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:27.426118 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:28.338561 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:27:29.160100 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:53.841977 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-881a40fc-103b-48b4-aeff-79655b41e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:56.475670 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f8f5f405-8f63-42bb-b5ef-94329710bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:56.849293 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:57.428818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:27:59.161459 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:05.337913 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:28:23.842361 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-73c2ad42-f60a-459e-b6cb-c0d8bef52619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:26.476078 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-70b6da94-6581-4708-9f5b-b48c2883911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:26.849084 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:27.432168 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:29.166678 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:42.336417 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 5 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:28:53.845576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b4294f91-cda7-4ab3-91ee-3c8290adb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:55.234606 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137'] for agent, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:56.475979 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-80fb9dd7-11e2-4f99-a723-fd594abd5bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:56.853240 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:57.434184 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:28:59.166131 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:09.611874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33952) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:29:09.713319 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-aa100f66-cddd-458a-9d74-60baeb6374b0 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1003032
Jun 21 04:29:11.831905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 33962) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:29:11.884114 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4ebd48ea-cd15-49c7-b863-2c6e0e742fa6 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0511177
Jun 21 04:29:19.335223 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:29:23.846619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5d8e10b8-a869-40d4-8448-12bc22075581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:25.189336 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:26.478145 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5af6-3071-4ddf-9c77-5e0323719060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:26.854813 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:27.436847 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:29.170000 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:53.846861 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-846dfb20-fb7a-42ad-b798-49dc39c431b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:55.201397 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:56.333664 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:29:56.478621 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-8c9150a7-e6d6-4e02-b94d-1f78366c03fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:56.857114 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:57.439519 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:29:59.173968 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:23.847216 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4b17f68a-8c7b-4af7-9755-db8f43f54582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:25.214187 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:26.479107 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4d7b5355-d916-45a2-8af3-8d2adb4cbce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:26.857803 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:27.443806 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:29.176250 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:33.332864 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:30:42.230576 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34118) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:42.541553 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-373921293-network', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:42.571041 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Made reservation on behalf of af1f579c2af6407bb6a21e449a5a490c for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:42.573458 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.583186 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.684484 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.691631 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.696031 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:42.728307 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe0432-c9f3-48de-aa80-2f2b999e1637,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:42.730924 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:30:42.742867 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.743240 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.744191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.744653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.745182 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.745407 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.745759 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.746160 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.746520 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.746884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.747236 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.747574 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Tracked resource versions report:
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]: pushed versions:
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]: {   'AddressGroup': {'1.2'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'ConntrackHelper': {'1.0'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Log': {'1.0'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Network': {'1.1'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Port': {'1.7'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'PortForwarding': {'1.2'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'QosPolicy': {'1.8'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'SecurityGroup': {'1.4'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'SubPort': {'1.0'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Subnet': {'1.1'},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     'Trunk': {'1.1'}}
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]: consumer versions:
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     HyperV agent@hv-cinder-79688: {},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Log': '1.0',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Network': '1.1',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Port': '1.7',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'PortForwarding': '1.2',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'QosPolicy': '1.8',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'SecurityGroup': '1.4',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'SubPort': '1.0',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Subnet': '1.1',
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:                                                      'Trunk': '1.1'}}
Jun 21 04:30:42.748667 dv-cinder-796889-2-iscsi neutron-server[92726]:  {{(pid=92726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:30:42.754205 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:42.755393 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.756563 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Added segment b1393f0c-e784-4d1d-9414-7122de342c54 of type vlan for network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85
Jun 21 04:30:42.802993 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.838251 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.839840 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:42.840731 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:42.846515 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:42.896068 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6609788
Jun 21 04:30:42.896432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34170) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:42.903356 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Request body: {'subnet': {'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-373921293-subnet', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:42.912551 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Pushing event updated for resources: {'Network': ['ID=31c1f1d4-8ae2-42c6-846e-a5929bb88c85,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:42.916204 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:42.923345 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:30:42.960820 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Made reservation on behalf of af1f579c2af6407bb6a21e449a5a490c for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:42.964459 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.166596 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.170942 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e3c89bcb-81f4-4398-be45-ab31d8806eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:43.219968 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf280934-0e9f-405c-b549-aff4df2b0b20,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:43.221264 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34184) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:43.238554 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.238942 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.239285 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.239611 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.239934 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.240301 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.240625 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.240939 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.241466 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.241788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.242106 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.242419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Tracked resource versions report:
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]: pushed versions:
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]: {   'AddressGroup': {'1.2'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'ConntrackHelper': {'1.0'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Log': {'1.0'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Network': {'1.1'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Port': {'1.7'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'PortForwarding': {'1.2'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'QosPolicy': {'1.8'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'SecurityGroup': {'1.4'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'SubPort': {'1.0'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Subnet': {'1.1'},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     'Trunk': {'1.1'}}
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]: consumer versions:
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     HyperV agent@hv-cinder-79688: {},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Log': '1.0',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Network': '1.1',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Port': '1.7',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'PortForwarding': '1.2',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'QosPolicy': '1.8',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'SecurityGroup': '1.4',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'SubPort': '1.0',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Subnet': '1.1',
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:                                                      'Trunk': '1.1'}}
Jun 21 04:30:43.243421 dv-cinder-796889-2-iscsi neutron-server[92725]:  {{(pid=92725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:30:43.247081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:43.253295 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Checking segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:43.254745 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Network hostable DHCP agents. Network: 31c1f1d4-8ae2-42c6-846e-a5929bb88c85, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:30:43.277250 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:30:43.297073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 31c1f1d4-8ae2-42c6-846e-a5929bb88c85) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:43.311401 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:43.312760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.317827 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe437a15-bc09-428d-87b2-72652ba680f7 None None] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:43.332635 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4321394
Jun 21 04:30:43.333418 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34192) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:43.337720 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:43.365356 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.366404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.398702 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34194) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:43.438797 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.513369 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34200) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:43.572864 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:30:43.573732 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.594129 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.650054 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-network', 'tenant_id': 'e675f725dd95409596002be17e7bf626'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:43.677822 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Made reservation on behalf of e675f725dd95409596002be17e7bf626 for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:43.680679 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.696194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.705555 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Allocated IP 172.20.0.2 (31c1f1d4-8ae2-42c6-846e-a5929bb88c85/bf280934-0e9f-405c-b549-aff4df2b0b20/1560304b-52ef-4b6b-8d00-ff9de6fd87cb) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:43.743682 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1978446507-network', 'tenant_id': 'ff0d3964c42a4241b93be306e32b770e'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:43.801476 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-network', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:43.854286 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.862721 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Transition to ACTIVE for port object 1560304b-52ef-4b6b-8d00-ff9de6fd87cb will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:43.879263 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Transition to ACTIVE for port object 1560304b-52ef-4b6b-8d00-ff9de6fd87cb will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:43.885583 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.896238 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:43.912218 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.932442 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:43.936780 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:43.946618 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:43.948763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Pushing event updated for resources: {'Port': ['ID=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:43.957014 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:43.963415 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.963930 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.964458 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.964956 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.965443 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.965939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.966431 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.966919 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.967444 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.968029 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.968862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.969214 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Tracked resource versions report:
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]: pushed versions:
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]: {   'AddressGroup': {'1.2'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'ConntrackHelper': {'1.0'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Log': {'1.0'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Network': {'1.1'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Port': {'1.7'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'PortForwarding': {'1.2'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'QosPolicy': {'1.8'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'SecurityGroup': {'1.4'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'SubPort': {'1.0'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Subnet': {'1.1'},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     'Trunk': {'1.1'}}
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]: consumer versions:
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     HyperV agent@hv-cinder-79688: {},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Log': '1.0',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Network': '1.1',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Port': '1.7',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'PortForwarding': '1.2',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'QosPolicy': '1.8',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'SecurityGroup': '1.4',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'SubPort': '1.0',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Subnet': '1.1',
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:                                                      'Trunk': '1.1'}}
Jun 21 04:30:43.970205 dv-cinder-796889-2-iscsi neutron-server[92727]:  {{(pid=92727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:30:44.007864 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:44.073333 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Attempting to bind port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:30:44.073940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Attempting to bind port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:30:44.074582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Attempting to bind port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:30:44.080864 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:30:44.081576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Checking segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:44.082142 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.083494 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Bound using segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:30:44.084295 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Bound port: 1560304b-52ef-4b6b-8d00-ff9de6fd87cb, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:30:44.085111 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.100069 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.106014 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.118144 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.121657 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Allocated IP 172.27.0.115 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:44.139040 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:30:44.159445 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Made reservation on behalf of ff0d3964c42a4241b93be306e32b770e for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:44.163227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] For port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:30:44.164914 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.166948 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] For port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:30:44.169158 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.169724 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Added segment edab6ca8-5047-44d0-8b69-44cef28ed8b4 of type vlan for network deba7b87-de95-4981-8527-337adae6b9f5
Jun 21 04:30:44.174170 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.175319 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Made reservation on behalf of 52507c45e4004dc2876d2f9168d083c3 for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:44.182211 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.186413 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.235785 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.250578 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Pushing event updated for resources: {'Port': ['ID=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:44.255122 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:44.263957 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.275192 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14a739-b9ce-4156-9d76-1014774353cb,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:44.279214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:44.316254 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.428619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.439526 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.446147 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:44.446727 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.451456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.490929 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.495983 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.502889 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7ea209aa-d047-46f2-a81e-414ab39ad50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.525355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:30:44.540838 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.541181 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Added segment a3181106-2386-41c4-ac64-2fa48a4b0b66 of type vlan for network 0ee48e64-7227-43ee-8301-f4d2cd86de9d
Jun 21 04:30:44.605769 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.636750 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.652483 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:44.653336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.654901 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.664156 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4416461
Jun 21 04:30:44.667615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34242) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:44.681940 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Request body: {'subnet': {'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-subnet', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:44.720669 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8fe543-20d2-4cbe-b193-788bebeae289,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:44.725449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:44.726188 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6102bc39-e2fa-4612-9f88-5d79df15ab2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.731775 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:44.733156 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Pushing event updated for resources: {'Network': ['ID=deba7b87-de95-4981-8527-337adae6b9f5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:44.735583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:44.753927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:44.755080 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.767920 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network deba7b87-de95-4981-8527-337adae6b9f5 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:30:44.835762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Pushing event updated for resources: {'Network': ['ID=0ee48e64-7227-43ee-8301-f4d2cd86de9d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:44.841371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:44.875944 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.884340 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:44.901921 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3871443
Jun 21 04:30:44.906311 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34252) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:44.913405 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:44.929401 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:30:44.982009 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Request body: {'subnet': {'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-subnet', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:45.091852 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Made reservation on behalf of e675f725dd95409596002be17e7bf626 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:45.094670 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.108999 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:30:45.149533 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:45.176216 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd1c31-20ff-4f6f-86c4-015526b82bd0,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:45.185995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:45.235434 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 1560304b-52ef-4b6b-8d00-ff9de6fd87cb up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:45.302916 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:45.334096 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.334533 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Added segment 277eaa03-3c33-4107-b23f-24d6b9eef5ef of type vlan for network b0fee61e-f381-40ad-a35e-2d68c10ef14c
Jun 21 04:30:45.361895 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Made reservation on behalf of 52507c45e4004dc2876d2f9168d083c3 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:45.364259 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.400910 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Pushing event updated for resources: {'Port': ['ID=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:45.418862 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:45.595412 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.695751 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.704019 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.725828 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:45.726404 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.732015 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:45.809434 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4065039
Jun 21 04:30:45.810450 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b10eb23-0a4c-4c14-90cf-2c61d108d261 None None] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:45.821966 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34284) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:45.838557 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Request body: {'subnet': {'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1978446507-subnet', 'tenant_id': 'ff0d3964c42a4241b93be306e32b770e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:45.902144 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fee61e-f381-40ad-a35e-2d68c10ef14c,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:45.911252 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Made reservation on behalf of ff0d3964c42a4241b93be306e32b770e for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:30:45.913551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:45.918954 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:45.945327 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network b0fee61e-f381-40ad-a35e-2d68c10ef14c details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:30:45.998833 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Provisioning for port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:46.032833 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.044101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Provisioning complete for port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:46.044503 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.075253 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.166420 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b7aa7383-04f5-497d-8d55-31ddabb64b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:46.219905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:30:46.265857 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.317759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084bc81e-c6db-4759-a13d-c5f6b9700a3d,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:46.321809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:46.332214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:46.370870 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.446272 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Checking segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:46.447271 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Network hostable DHCP agents. Network: deba7b87-de95-4981-8527-337adae6b9f5, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:30:46.493099 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] For port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:30:46.507236 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.507236 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-f2592ece-1fc5-4fd7-89b3-f18ccb047d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:46.508306 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:30:46.520346 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:30:46.536925 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.537498 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:46.538137 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f069370>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:46.541420 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.2050095
Jun 21 04:30:46.542823 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34318) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:46.582450 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Checking segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:46.585914 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Network hostable DHCP agents. Network: 0ee48e64-7227-43ee-8301-f4d2cd86de9d, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:30:46.593729 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f731f8-fc9f-40f5-abdf-b98c217c2a16,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:46.605896 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:46.618909 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Network deba7b87-de95-4981-8527-337adae6b9f5 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:30:46.638020 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Pushing event updated for resources: {'Port': ['ID=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:46.648113 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:46.667910 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, deba7b87-de95-4981-8527-337adae6b9f5) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:46.670732 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34324) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:46.679899 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07e2ce-4532-47a7-9a82-6719515849f5 None None] Network deba7b87-de95-4981-8527-337adae6b9f5 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:46.704249 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:46.704852 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.727433 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.728579 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:30:46.750501 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.0815334
Jun 21 04:30:46.755101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34332) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:46.761804 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:46.770258 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:46.851569 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:46.856538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 0ee48e64-7227-43ee-8301-f4d2cd86de9d) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:46.869607 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489420a5-c9ba-4140-b559-414a174fb98f None None] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:46.877862 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba864cc-036a-4fc7-989b-85ba4fcf1a0b,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:46.892792 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-a76c98cc-e2ed-45ac-af00-9639475c51bc None None] Provisioning complete for port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:46.893358 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a76c98cc-e2ed-45ac-af00-9639475c51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:46.911763 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:46.912393 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.020633 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-deba7b87-de95-4981-8527-337adae6b9f5', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:30:47.021989 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.040739 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.057033 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:47.081304 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 1560304b-52ef-4b6b-8d00-ff9de6fd87cb up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:47.093987 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.095159 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.105372 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f069370>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:45Z', 'revision_number': 3, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:47.119559 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8c6e4c08-c366-4bad-8ed2-0ad144db9ea3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.2036858
Jun 21 04:30:47.135039 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34352) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:47.142245 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:47.142586 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:30:47.142949 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Updating router 20fe1268-fa86-44d4-9078-fc8c775b03a6 port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:30:47.184795 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.db.api [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 04:30:47.184795 dv-cinder-796889-2-iscsi neutron-server[92726]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 04:30:47.184795 dv-cinder-796889-2-iscsi neutron-server[92726]: [parameters: {'project_id_1': '52507c45e4004dc2876d2f9168d083c3', 'expiration_1': datetime.datetime(2021, 6, 21, 4, 30, 47, 173651)}]
Jun 21 04:30:47.184795 dv-cinder-796889-2-iscsi neutron-server[92726]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 04:30:47.185290 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_db.api [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 04:30:47.197802 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.263270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Checking segment: {'id': '277eaa03-3c33-4107-b23f-24d6b9eef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:47.264481 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Network hostable DHCP agents. Network: b0fee61e-f381-40ad-a35e-2d68c10ef14c, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:30:47.317183 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62523892-6698-48c3-8a94-eee659f54528 None None] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:47.340481 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.366223 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.536773 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Network b0fee61e-f381-40ad-a35e-2d68c10ef14c is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:30:47.559525 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, b0fee61e-f381-40ad-a35e-2d68c10ef14c) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:47.629643 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:47.630293 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.642054 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.693577 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Allocated IP 172.20.0.2 (deba7b87-de95-4981-8527-337adae6b9f5/084bc81e-c6db-4759-a13d-c5f6b9700a3d/17b452dc-b8c9-4779-bf9c-c1d0fc5185ec) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:47.714560 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.721540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.735190 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9051921
Jun 21 04:30:47.738671 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:47.738820 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Allocated IP 172.20.0.1 (31c1f1d4-8ae2-42c6-846e-a5929bb88c85/bf280934-0e9f-405c-b549-aff4df2b0b20/031f7e30-3211-4fb9-8051-a781e5edf430) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:47.748522 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.787425 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Transition to ACTIVE for port object 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:47.794694 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.797659 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.798948 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.801621 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-e380ccbc-59f8-49ba-add8-981eca9226a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:47.841540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee6aa41-cb35-47ea-8150-a5ef71bee503,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:47.854476 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d151ebb441e14293a105fc21277bd88c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1785309
Jun 21 04:30:47.855364 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34400) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:47.866774 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:47.916851 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Pushing event updated for resources: {'Port': ['ID=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:47.920087 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Attempting to bind port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:30:47.920497 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Attempting to bind port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:30:47.920858 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Attempting to bind port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:30:47.937050 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.940721 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.941275 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.941778 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.942266 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.942817 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.943315 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.943804 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.947134 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Transition to ACTIVE for port object 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:47.947677 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.948294 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.948805 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.949281 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.949781 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Tracked resource versions report:
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]: pushed versions:
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]: {   'AddressGroup': {'1.2'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'ConntrackHelper': {'1.0'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Log': {'1.0'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Network': {'1.1'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Port': {'1.7'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'PortForwarding': {'1.2'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'QosPolicy': {'1.8'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'SecurityGroup': {'1.4'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'SecurityGroupRule': {'1.2'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'SubPort': {'1.0'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Subnet': {'1.1'},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     'Trunk': {'1.1'}}
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]: consumer versions:
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]: {   DHCP agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     HyperV agent@hv-cinder-79688: {},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     L3 agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     Metadata agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     Metering agent@dv-cinder-796889-2-iscsi: {},
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:     Open vSwitch agent@dv-cinder-796889-2-iscsi: {   'AddressGroup': '1.2',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'ConntrackHelper': '1.0',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Log': '1.0',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Network': '1.1',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Port': '1.7',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'PortForwarding': '1.2',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'QosPolicy': '1.8',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'SecurityGroup': '1.4',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'SecurityGroupRule': '1.2',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'SubPort': '1.0',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Subnet': '1.1',
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:                                                      'Trunk': '1.1'}}
Jun 21 04:30:47.950951 dv-cinder-796889-2-iscsi neutron-server[92728]:  {{(pid=92728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 04:30:47.960951 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:47.965563 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:30:47.967528 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Transition to ACTIVE for port object 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:47.968291 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:47.972779 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.973501 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:30:47.974233 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Bound port: 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:30:47.974770 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:47.975397 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb6a97-8a35-4520-997c-b335e6db07be None None] Network b0fee61e-f381-40ad-a35e-2d68c10ef14c requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:47.980363 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.049339 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:48.125039 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Pushing event updated for resources: {'Port': ['ID=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:48.133105 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:48.135812 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:48.136430 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.161792 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.185850 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Network deba7b87-de95-4981-8527-337adae6b9f5 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:48.191829 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:48.193103 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] For port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:30:48.200895 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:48.219311 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] For port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:30:48.228748 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.250540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.269524 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:48.333045 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.363503 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.379034 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.381651 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.385255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.391402 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ee6aa41-cb35-47ea-8150-a5ef71bee503 HTTP/1.1" status: 204  len: 168 time: 0.5328395
Jun 21 04:30:48.471359 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:48.472810 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f069370>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:48.475457 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:48.498506 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Attempting to bind port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:30:48.503172 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Attempting to bind port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:30:48.503701 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Attempting to bind port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec on network deba7b87-de95-4981-8527-337adae6b9f5 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:30:48.507448 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee6aa41-cb35-47ea-8150-a5ef71bee503,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:48.517651 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:48.522451 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:30:48.522964 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Checking segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:48.523719 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.525602 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Bound using segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:30:48.526226 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Bound port: 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:30:48.527183 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.571076 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.576692 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Pushing event updated for resources: {'Port': ['ID=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:48.584343 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:48.644971 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Allocated IP 172.27.0.17 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/4ed4dfd6-994e-41ae-833f-f2b97df2662d) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:48.647475 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Transition to ACTIVE for port object 031f7e30-3211-4fb9-8051-a781e5edf430 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:48.717744 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.719328 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:48.734199 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0764110-7494-4562-bb76-06ffd884e8c3 None None] Network b0fee61e-f381-40ad-a35e-2d68c10ef14c requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:48.818336 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] For port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:30:48.824754 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] For port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:30:48.832504 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.834792 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.842020 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:48.848673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:48.857009 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:48.859972 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:48.860103 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.862598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:48.863074 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.978957 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:48.987075 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5289e4fa-f346-42d1-8226-e29fdad813a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:49.038202 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34450) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:49.044898 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Pushing event updated for resources: {'Port': ['ID=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:49.059333 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:49.098311 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:49.101441 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:49.105642 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:49.125441 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Pushing event updated for resources: {'Port': ['ID=031f7e30-3211-4fb9-8051-a781e5edf430,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:49.158798 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:49.197679 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f069370>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:45Z', 'revision_number': 3, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:49.304678 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-248318e7-d7aa-4d3e-9191-d6e2e9258397 None None] Provisioning for port 031f7e30-3211-4fb9-8051-a781e5edf430 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:49.311005 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34454) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:49.325313 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-248318e7-d7aa-4d3e-9191-d6e2e9258397 None None] Provisioning complete for port 031f7e30-3211-4fb9-8051-a781e5edf430 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:49.326230 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-248318e7-d7aa-4d3e-9191-d6e2e9258397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:49.386741 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:49.414563 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-248318e7-d7aa-4d3e-9191-d6e2e9258397 None None] Port 031f7e30-3211-4fb9-8051-a781e5edf430 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:30:49.439133 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:49.479012 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed4dfd6-994e-41ae-833f-f2b97df2662d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:49.486502 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:49.559446 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a85d0-7fc6-495d-923d-7a366e00660a None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:45Z', 'revision_number': 3, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:30:49.801853 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:49.832456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:49.857814 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:49.868622 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.065619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.093179 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.143778 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:50.323454 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.364018 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34512) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:50.364714 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.377570 dv-cinder-796889-2-iscsi neutron-server[92726]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 21 04:30:50.467359 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.471468 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Allocated IP 172.27.0.230 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/a9111db2-a01e-45be-977c-b0ebf025be4b) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:50.575708 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b8815-baf4-4316-88b8-0b910694df94 None None] Network deba7b87-de95-4981-8527-337adae6b9f5 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:30:50.608762 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.612718 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d1b14dd9ac5483b9989d290f5117683&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2891853
Jun 21 04:30:50.621505 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34526) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:50.697380 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-b31731a8-1e23-4ad8-9064-9e24b0b81128 None None] Provisioning for port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:50.750225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.750884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaaf933-b373-4f4e-a70c-2453f84f984c,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:50.781285 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.799507 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:50.846852 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:50.850590 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6f1edcf4-b65e-45de-9b3c-f194f46be00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:50.868006 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04ffa1574adf42aa9e5e65d2aa027bd1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8248401
Jun 21 04:30:50.877955 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34532) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:50.898214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.966303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8c8652-fc9e-4b1b-8810-75b4daf3ba1b,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:50.978372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:50.980257 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:51.016375 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.029572 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:30:51.140865 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Pushing event updated for resources: {'Port': ['ID=031f7e30-3211-4fb9-8051-a781e5edf430,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:51.150162 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.188937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-520f864c-c8b3-4897-854d-186789fc56d9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:51.197556 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-520f864c-c8b3-4897-854d-186789fc56d9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/networks?id=b0fee61e-f381-40ad-a35e-2d68c10ef14c HTTP/1.1" status: 200  len: 812 time: 0.8316214
Jun 21 04:30:51.200066 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:51.209798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.220295 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.235732 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ffaaf933-b373-4f4e-a70c-2453f84f984c HTTP/1.1" status: 204  len: 168 time: 0.6037848
Jun 21 04:30:51.238009 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.262788 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:51.284400 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:51.325833 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-f8fd435e-ffd6-4fe1-b219-ee86285eaf5f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/quotas/ff0d3964c42a4241b93be306e32b770e HTTP/1.1" status: 200  len: 375 time: 0.1165071
Jun 21 04:30:51.343713 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:51.350615 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:51.356359 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:51.357916 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.364974 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:51.375599 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaaf933-b373-4f4e-a70c-2453f84f984c,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:51.398016 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:51.442071 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.450341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.453896 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b8c8652-fc9e-4b1b-8810-75b4daf3ba1b HTTP/1.1" status: 204  len: 168 time: 0.5663757
Jun 21 04:30:51.482101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-32e2b41c-aeba-438f-b155-dbf19b1d8cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:51.500624 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:30:51.520457 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8c8652-fc9e-4b1b-8810-75b4daf3ba1b,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:51.538907 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:51.543944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:30:51.560707 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:51.565711 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.8076849
Jun 21 04:30:51.570667 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34558) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:51.636260 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:51.637171 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea39370>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:51.674147 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-999692cb-1a6e-49ef-9f57-7173cea0edba None None] Provisioning complete for port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:51.674878 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-999692cb-1a6e-49ef-9f57-7173cea0edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.009982 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-a2f7f9a8-39bc-4398-9516-4879d5da220d tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff0d3964c42a4241b93be306e32b770e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.6604419
Jun 21 04:30:52.017379 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:52.019935 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:30:52.163788 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:30:52.169355 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] 10.222.0.66 "PUT /v2.0/routers/20fe1268-fa86-44d4-9078-fc8c775b03a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6253760
Jun 21 04:30:52.187129 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.208531 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:52.225985 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.260212 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:30:52.274555 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:52.275499 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ee33340>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:52.292551 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:52.296621 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:52.307897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:52.399700 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-999692cb-1a6e-49ef-9f57-7173cea0edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.425732 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Pushing event updated for resources: {'Port': ['ID=a9111db2-a01e-45be-977c-b0ebf025be4b,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:52.431845 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:52.539714 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34588) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:52.547490 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:30:52.567734 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.575764 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:52.594292 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.606427 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:52.699377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.700151 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.708402 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-9116860c-3458-400d-9045-3096ff6bbf97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:52.940555 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:52.949921 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-5b54e291-8a80-4950-a5ef-caad7a3e8206 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:30:52.972666 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-5b54e291-8a80-4950-a5ef-caad7a3e8206 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3463805
Jun 21 04:30:53.008288 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.098512 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ee33340>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 2, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:53.105217 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Allocated IP 172.20.0.1 (deba7b87-de95-4981-8527-337adae6b9f5/084bc81e-c6db-4759-a13d-c5f6b9700a3d/ac17022a-ba28-4a5b-a85d-22595c1d9914) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:53.133426 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.db.api [None req-999692cb-1a6e-49ef-9f57-7173cea0edba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 04:30:53.133870 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_db.api [None req-999692cb-1a6e-49ef-9f57-7173cea0edba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 04:30:53.165522 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:30:53.166206 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Updating router 20fe1268-fa86-44d4-9078-fc8c775b03a6 port 031f7e30-3211-4fb9-8051-a781e5edf430 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:30:53.194583 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea39370>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 3, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:53.196856 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:53.200643 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:53.230363 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.262638 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:53.269156 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:53.272811 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:30:53.272811 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Updating router 8a178ed4-3722-40a3-81d2-bf956a8d0620 port 4ed4dfd6-994e-41ae-833f-f2b97df2662d binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:30:53.279324 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.312678 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.314397 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:53.314767 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.347624 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Transition to ACTIVE for port object ac17022a-ba28-4a5b-a85d-22595c1d9914 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:53.454320 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.457517 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-306b292f-55a2-4dba-9056-72e65f7453d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:53.490032 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb9a3c779d524e34b17809bf1917cace&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9487739
Jun 21 04:30:53.502023 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34620) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:53.541511 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Network deba7b87-de95-4981-8527-337adae6b9f5 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:53.545570 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f76722-9f8a-44d3-be2a-d04a01e2a317,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:53.557694 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:53.573679 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:53.574040 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-5292520e-148a-41b0-b00c-5e6d2f6c600e service neutron] 10.222.0.66 "GET /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5966456
Jun 21 04:30:53.598121 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:53.598569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.762711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.801183 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-6e512cb0-2e6d-4910-bcce-692f4d4374d6 service neutron] 10.222.0.66 "GET /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261612
Jun 21 04:30:53.827150 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.838576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:30:53.844323 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34632) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:53.851731 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Pushing event updated for resources: {'Port': ['ID=ac17022a-ba28-4a5b-a85d-22595c1d9914,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:53.889635 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.893989 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:53.975726 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:53.997830 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Transition to ACTIVE for port object 031f7e30-3211-4fb9-8051-a781e5edf430 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:54.008548 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.011703 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:54.073942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.091292 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.093767 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Transition to ACTIVE for port object 4ed4dfd6-994e-41ae-833f-f2b97df2662d will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:54.094657 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f875f3e-1dd6-4661-b993-b811398f0241 None None] Pushing event updated for resources: {'Port': ['ID=031f7e30-3211-4fb9-8051-a781e5edf430,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:54.100427 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-3f875f3e-1dd6-4661-b993-b811398f0241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:54.130016 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:54.146952 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.171119 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.246810 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-92a70243-e580-4997-9da4-6d90ebb45f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.317120 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Router 9d94535a-a463-421e-bf2f-9e30c25708d1 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:30:54.349267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:54.391914 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34648) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:54.414649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.454143 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--891505711', 'description': 'tempest-description--428641356'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:54.471380 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34652) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:54.483942 dv-cinder-796889-2-iscsi neutron-server[92725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 21 04:30:54.490723 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Attempting to bind port 031f7e30-3211-4fb9-8051-a781e5edf430 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:30:54.491108 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Attempting to bind port 031f7e30-3211-4fb9-8051-a781e5edf430 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:30:54.491477 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Attempting to bind port 031f7e30-3211-4fb9-8051-a781e5edf430 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:30:54.500793 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.506092 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.508315 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:30:54.508960 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Checking segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:54.513163 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.513163 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Bound using segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:30:54.513163 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Bound port: 031f7e30-3211-4fb9-8051-a781e5edf430, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:30:54.513163 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.531551 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:54.544003 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:54.562430 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c438fd87-9e18-4658-8fdb-cc6c2ab2ece8 req-08a823b6-fe3d-494e-b8c2-a3a32152edbe tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.0853753
Jun 21 04:30:54.581909 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:54.594944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:54.639734 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.643808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.657753 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13476b8c4a9e4e3d9f6139c458cc78d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8115327
Jun 21 04:30:54.660819 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34670) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:54.669701 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349fc913-5b97-44c8-a857-7fdd2d6fc2ac,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:54.674542 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:30:54.683082 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:54.720144 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.722156 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.5838499
Jun 21 04:30:54.727418 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34674) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:54.746015 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Attempting to bind port 4ed4dfd6-994e-41ae-833f-f2b97df2662d on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:30:54.746390 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Attempting to bind port 4ed4dfd6-994e-41ae-833f-f2b97df2662d by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:30:54.754702 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Attempting to bind port 4ed4dfd6-994e-41ae-833f-f2b97df2662d on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:30:54.786523 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Sync routers for ids ['9d94535a-a463-421e-bf2f-9e30c25708d1'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:30:54.788358 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] For port 031f7e30-3211-4fb9-8051-a781e5edf430, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:30:54.797799 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] For port 031f7e30-3211-4fb9-8051-a781e5edf430, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=031f7e30-3211-4fb9-8051-a781e5edf430,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:30:54.805698 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.811233 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-3f875f3e-1dd6-4661-b993-b811398f0241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:54.814060 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-4d8c0752-1258-4a72-a4d7-d88e008583de None None] Provisioning for port ac17022a-ba28-4a5b-a85d-22595c1d9914 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:54.819403 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.825500 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-4d8c0752-1258-4a72-a4d7-d88e008583de None None] Provisioning complete for port ac17022a-ba28-4a5b-a85d-22595c1d9914 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:54.826005 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0752-1258-4a72-a4d7-d88e008583de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.859927 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.867631 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21f76722-9f8a-44d3-be2a-d04a01e2a317 HTTP/1.1" status: 204  len: 168 time: 1.3623137
Jun 21 04:30:54.898749 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c0752-1258-4a72-a4d7-d88e008583de None None] Port ac17022a-ba28-4a5b-a85d-22595c1d9914 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:30:54.899084 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:54.910450 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f875f3e-1dd6-4661-b993-b811398f0241 None None] Pushing event updated for resources: {'Port': ['ID=031f7e30-3211-4fb9-8051-a781e5edf430,revision_number=4']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:54.914107 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:30:54.914842 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:54.917128 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.917811 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:30:54.918537 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Bound port: 4ed4dfd6-994e-41ae-833f-f2b97df2662d, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:30:54.922005 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:54.924407 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-3f875f3e-1dd6-4661-b993-b811398f0241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:54.955020 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f76722-9f8a-44d3-be2a-d04a01e2a317,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:54.961518 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:54.975547 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:54.977344 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ee33340>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:55.095682 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83a179-112d-4893-bb25-694e4e51fa7d None None] Pushing event updated for resources: {'Port': ['ID=4ed4dfd6-994e-41ae-833f-f2b97df2662d,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:55.101101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Routers {'9d94535a-a463-421e-bf2f-9e30c25708d1'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:55.128374 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eccf2e0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d94535a-a463-421e-bf2f-9e30c25708d1'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:55.210752 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.223807 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:55.283404 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.284639 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.320453 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ae83a179-112d-4893-bb25-694e4e51fa7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:55.372589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.390617 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.397549 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.419937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.443917 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d356cc43-f4ba-466b-83a5-08193b877a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:55.457022 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.516400 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.523182 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:55.523642 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.1272247
Jun 21 04:30:55.524033 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.525646 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.537637 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/349fc913-5b97-44c8-a857-7fdd2d6fc2ac HTTP/1.1" status: 204  len: 168 time: 0.8740466
Jun 21 04:30:55.539882 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34710) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:55.540532 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-69794661-0659-44dc-a3bf-39010e669c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:55.577599 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'security_group_rule': {'security_group_id': 'd58a1eb7-5575-49c7-baff-bbb615103cf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:55.645409 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fc913-5b97-44c8-a857-7fdd2d6fc2ac,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:55.665525 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:55.678001 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] For port 4ed4dfd6-994e-41ae-833f-f2b97df2662d, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:30:55.697747 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.721725 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Set router 9d94535a-a463-421e-bf2f-9e30c25708d1 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:55.764907 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a1eb7-5575-49c7-baff-bbb615103cf7,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:55.769049 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:55.771524 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:55.860204 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ee33340>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:55.863430 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] For port 4ed4dfd6-994e-41ae-833f-f2b97df2662d, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=4ed4dfd6-994e-41ae-833f-f2b97df2662d,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:30:55.870195 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:55.905546 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fedb6878-3ace-4da8-955a-8e5cb77797cb req-54070beb-0471-490a-b16f-c733cff64f6e tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.1939063
Jun 21 04:30:55.924314 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af0f0b-d1cc-45dd-a78c-3402d459daea None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:30:55.971118 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:56.032463 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.087680 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Pushing event updated for resources: {'Port': ['ID=ac17022a-ba28-4a5b-a85d-22595c1d9914,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:56.095051 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:56.108248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Network deba7b87-de95-4981-8527-337adae6b9f5 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:56.115492 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:56.116339 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea39370>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:56.116971 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:56.290273 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83a179-112d-4893-bb25-694e4e51fa7d None None] Pushing event updated for resources: {'Port': ['ID=4ed4dfd6-994e-41ae-833f-f2b97df2662d,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:56.309545 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ae83a179-112d-4893-bb25-694e4e51fa7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:56.408564 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.437917 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.547107 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:56.561027 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:30:56.581179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34756) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:56.594123 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204f4ab5-84a8-4ecd-872f-ff09f870633d,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:56.602416 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 031f7e30-3211-4fb9-8051-a781e5edf430 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:56.636206 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:56.709673 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a190-798c-4f04-92d1-0a5598eae845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.726010 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.737270 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.738582 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1886799
Jun 21 04:30:56.742258 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-cb59f4c3-ca25-4557-9ef5-09a022155f3f None None] Provisioning complete for port ac17022a-ba28-4a5b-a85d-22595c1d9914 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:56.742708 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-cb59f4c3-ca25-4557-9ef5-09a022155f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.744720 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34762) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:56.753967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'security_group_rule': {'security_group_id': 'd58a1eb7-5575-49c7-baff-bbb615103cf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:56.841528 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:30:56.923216 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.db.api [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 04:30:56.923216 dv-cinder-796889-2-iscsi neutron-server[92725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 21 04:30:56.923216 dv-cinder-796889-2-iscsi neutron-server[92725]: [parameters: {'project_id_1': '6593817886c145fbb5e94895d6bc72a9', 'expiration_1': datetime.datetime(2021, 6, 21, 4, 30, 56, 785534)}]
Jun 21 04:30:56.923216 dv-cinder-796889-2-iscsi neutron-server[92725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 04:30:56.923611 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_db.api [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 04:30:56.954981 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:56.960439 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:30:56.975078 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] 10.222.0.66 "PUT /v2.0/routers/8a178ed4-3722-40a3-81d2-bf956a8d0620/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3929200
Jun 21 04:30:57.103817 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-cb59f4c3-ca25-4557-9ef5-09a022155f3f None None] Port ac17022a-ba28-4a5b-a85d-22595c1d9914 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:30:57.114972 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.117679 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 031f7e30-3211-4fb9-8051-a781e5edf430 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:30:57.151194 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.157351 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.169165 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:57.180538 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9d5946ec-b5b4-49f7-ab63-e1d62f5bd2f6 req-611eaabb-4584-4ffe-bb71-28ecb6781b75 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.1236944
Jun 21 04:30:57.214377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e930b42a-e14a-4ff4-b087-14f1e4dee336,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:57.223921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.224051 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 031f7e30-3211-4fb9-8051-a781e5edf430 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:57.224326 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.228866 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4805665
Jun 21 04:30:57.228992 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eccf2e0>, [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:52Z', 'revision_number': 3, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:57.230296 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:57.232143 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34788) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:57.243597 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:57.272834 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.389774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.425070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.663333 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.671335 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.702393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Checking router: 9d94535a-a463-421e-bf2f-9e30c25708d1 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:30:57.702786 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Updating router 9d94535a-a463-421e-bf2f-9e30c25708d1 port a9111db2-a01e-45be-977c-b0ebf025be4b binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:30:57.753138 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fc2495ad-f5b9-44b3-b668-0afd33b950db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:57.778040 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6593817886c145fbb5e94895d6bc72a9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1949859
Jun 21 04:30:57.788914 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34802) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:57.858626 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1852f47b-3625-4ad7-8cf8-4772898bdbda,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:57.866259 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:57.896210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:57.980869 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.006319 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.021997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.136815 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.145859 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.149559 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Allocated IP 172.20.0.1 (0ee48e64-7227-43ee-8301-f4d2cd86de9d/21f731f8-fc9f-40f5-abdf-b98c217c2a16/c509b2a2-6b3a-4162-81f9-5cea533b28f1) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:58.153848 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1852f47b-3625-4ad7-8cf8-4772898bdbda HTTP/1.1" status: 204  len: 168 time: 0.3621855
Jun 21 04:30:58.156266 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0ca79312-8f3a-4c81-bf18-480e4beeb6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:58.177120 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1852f47b-3625-4ad7-8cf8-4772898bdbda,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:58.190606 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:58.338682 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.383333 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 34828) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:58.389454 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837380074', 'description': 'tempest-description--595398481'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:58.462775 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.475010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.567259 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 031f7e30-3211-4fb9-8051-a781e5edf430, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=031f7e30-3211-4fb9-8051-a781e5edf430,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:30:58.580553 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.589977 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:58.598924 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ae83a179-112d-4893-bb25-694e4e51fa7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:58.605770 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.611009 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.615728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:58.625923 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-70bd3626-3942-4fa0-b3da-cfc0813bd281 req-4a9e083f-250d-4f1a-8649-f3dcc162510d tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.0408967
Jun 21 04:30:58.631613 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.648892 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.655583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34834) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:58.664781 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2692802
Jun 21 04:30:58.665075 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea39370>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 2, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:58.675621 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8aa85d-ae36-4392-9ef8-d6eda03422e2,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:58.675797 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'security_group_rule': {'security_group_id': 'fd8aa85d-ae36-4392-9ef8-d6eda03422e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:58.679139 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:58.714937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.716588 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158d092-2f4d-4048-bd82-6f5d1c0f2f8a None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 2, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:30:58.724191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:58.799190 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=031f7e30-3211-4fb9-8051-a781e5edf430,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:58.809151 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:58.820268 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:30:58.830031 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:30:58.834828 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:30:58.835672 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.844914 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:58.845370 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.849079 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.899202 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Transition to ACTIVE for port object a9111db2-a01e-45be-977c-b0ebf025be4b will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:30:58.911130 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:58.915798 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:59.004094 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a149d-8c34-411e-9cf9-b890130a2ea9 None None] Pushing event updated for resources: {'Port': ['ID=a9111db2-a01e-45be-977c-b0ebf025be4b,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:59.015292 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Attempting to bind port a9111db2-a01e-45be-977c-b0ebf025be4b on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:30:59.016203 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Attempting to bind port a9111db2-a01e-45be-977c-b0ebf025be4b by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:30:59.016715 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Attempting to bind port a9111db2-a01e-45be-977c-b0ebf025be4b on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:30:59.022822 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-770a149d-8c34-411e-9cf9-b890130a2ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:59.033155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:30:59.034283 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:30:59.034772 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.035255 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:30:59.035849 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Bound port: a9111db2-a01e-45be-977c-b0ebf025be4b, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:30:59.036332 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.073614 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.69', 64853) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:30:59.080175 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c509b2a2-6b3a-4162-81f9-5cea533b28f1,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:59.141172 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.149798 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:59.187912 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] For port a9111db2-a01e-45be-977c-b0ebf025be4b, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:30:59.223896 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] For port a9111db2-a01e-45be-977c-b0ebf025be4b, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=a9111db2-a01e-45be-977c-b0ebf025be4b,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:30:59.252292 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.263703 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:30:59.281232 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.330808 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.423627 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Allocated IP 172.27.0.108 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/ad909105-1472-4cf1-8fb8-2ac0a90abe75) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:30:59.443809 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Routers {'9d94535a-a463-421e-bf2f-9e30c25708d1'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:30:59.444678 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eccf2e0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d94535a-a463-421e-bf2f-9e30c25708d1'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:30:59.451214 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 031f7e30-3211-4fb9-8051-a781e5edf430 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:30:59.459105 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a149d-8c34-411e-9cf9-b890130a2ea9 None None] Pushing event updated for resources: {'Port': ['ID=a9111db2-a01e-45be-977c-b0ebf025be4b,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:30:59.645013 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-770a149d-8c34-411e-9cf9-b890130a2ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:30:59.811009 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.822346 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.827691 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.841814 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.851839 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:30:59.861844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-f59e64cb-6185-4a3c-b93c-d7a2ee3a8961 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:30:59.864762 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-f59e64cb-6185-4a3c-b93c-d7a2ee3a8961 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.69 "GET /v2.0/networks?id=b0fee61e-f381-40ad-a35e-2d68c10ef14c HTTP/1.1" status: 200  len: 812 time: 0.7888691
Jun 21 04:30:59.940067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Request body: {'port': {'device_id': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c', 'admin_state_up': True, 'tenant_id': 'ff0d3964c42a4241b93be306e32b770e'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:30:59.942582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 031f7e30-3211-4fb9-8051-a781e5edf430 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:30:59.944569 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:00.051576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] Set router 9d94535a-a463-421e-bf2f-9e30c25708d1 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:31:00.218605 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e6478311-5151-4162-a2d0-8c5813944a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:00.325959 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b146295f-6f0f-4671-8e54-638baf961c25 req-23022a85-9f75-442a-ab64-a6e486e60b98 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.2125566
Jun 21 04:31:00.352193 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Made reservation on behalf of ff0d3964c42a4241b93be306e32b770e for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:00.360481 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:00.515454 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:00.517629 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8604827
Jun 21 04:31:00.522946 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34910) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:00.541697 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:00.550129 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'security_group_rule': {'security_group_id': 'fd8aa85d-ae36-4392-9ef8-d6eda03422e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:00.596073 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:00.619434 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c509b2a2-6b3a-4162-81f9-5cea533b28f1,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:00.638200 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:00.641141 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:00.681907 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:00.794541 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eccf2e0>, [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c509b2a2-6b3a-4162-81f9-5cea533b28f1', 'name': '', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'mac_address': 'fa:16:3e:a3:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:57Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 1, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'subnets': [{'id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:00.825009 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037262e-4068-4ba7-93b2-f657fe57b88c None None] The sync data for ids ['9d94535a-a463-421e-bf2f-9e30c25708d1'] in dv-cinder-796889-2-iscsi is: [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c509b2a2-6b3a-4162-81f9-5cea533b28f1', 'name': '', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'mac_address': 'fa:16:3e:a3:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:57Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 1, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'subnets': [{'id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:31:00.864189 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed5b0e0-37ed-4d6a-8ae7-227cedd3d825,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:00.887248 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:00.889155 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Allocated IP 172.20.0.3 (b0fee61e-f381-40ad-a35e-2d68c10ef14c/fba864cc-036a-4fc7-989b-85ba4fcf1a0b/51854e28-6986-40bf-b3da-f24a5732856c) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:31:00.994259 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.047981 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Router 9d94535a-a463-421e-bf2f-9e30c25708d1 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:31:01.050312 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.062266 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.070659 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34922) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:01.082458 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-35842666-980d-4657-b253-30f5e913cbcb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:01.112424 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffe2c14-b1f3-4238-98a2-981c114e5ca4,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:01.153475 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.154783 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6282640
Jun 21 04:31:01.157583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:01.159851 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34926) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:01.166438 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:01.173151 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.179001 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.190427 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:01.220426 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.225319 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:01.288193 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.291783 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.296893 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:01.303645 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Network b0fee61e-f381-40ad-a35e-2d68c10ef14c is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:01.309800 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:01.312856 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:01.318330 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:01.318936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.325096 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:01.332176 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'Port': ['ID=ad909105-1472-4cf1-8fb8-2ac0a90abe75,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:01.336021 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Pushing event updated for resources: {'Port': ['ID=51854e28-6986-40bf-b3da-f24a5732856c,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:01.338874 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:01.345135 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4091120
Jun 21 04:31:01.361492 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:01.365088 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4ed4dfd6-994e-41ae-833f-f2b97df2662d up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:01.369251 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:01.406309 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:31:01.433150 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 4ed4dfd6-994e-41ae-833f-f2b97df2662d completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:01.437296 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 4ed4dfd6-994e-41ae-833f-f2b97df2662d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:01.437806 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.452112 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d94535a-a463-421e-bf2f-9e30c25708d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7152371
Jun 21 04:31:01.532947 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.541209 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.557981 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 4ed4dfd6-994e-41ae-833f-f2b97df2662d, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=4ed4dfd6-994e-41ae-833f-f2b97df2662d,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:01.569592 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.571525 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ae83a179-112d-4893-bb25-694e4e51fa7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:01.622707 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=4ed4dfd6-994e-41ae-833f-f2b97df2662d,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:01.633964 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:01.669327 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.739114 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f2064-3e04-4f26-b026-4f2005c795f9 req-4ed371e9-36b1-4786-860d-fe7fba33f146 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:01.740947 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-820f2064-3e04-4f26-b026-4f2005c795f9 req-4ed371e9-36b1-4786-860d-fe7fba33f146 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.2546523
Jun 21 04:31:01.760861 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.791202 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.802720 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:01.807673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:01.950909 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-820f2064-3e04-4f26-b026-4f2005c795f9 req-6809f62b-2c91-4913-9fbc-374e2af86a6a tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928546
Jun 21 04:31:01.954691 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b63cdbf3f5ba430bb10135f276ed9452&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8820007
Jun 21 04:31:01.964432 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 34958) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:01.984779 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec444fa0-ca98-49a8-9843-18b258996445,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:01.998389 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:02.064041 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-475a723c-8dbd-40f2-b899-eb03af56fce6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:02.065783 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-475a723c-8dbd-40f2-b899-eb03af56fce6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 819 time: 0.1170356
Jun 21 04:31:02.087967 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-260d59ba-c3f9-451e-a826-f314cc57df2b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/quotas/52507c45e4004dc2876d2f9168d083c3 HTTP/1.1" status: 200  len: 375 time: 0.0149362
Jun 21 04:31:02.125171 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Allocated IP 172.27.0.89 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/fba0599c-5aaa-4937-9c7d-9b31e1059c79) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:31:02.135681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.137416 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.152335 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.164666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2bf89a62-32d4-416b-a142-d2101a5bfb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:02.198032 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.207926 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-c4fbc8bf-f1e1-4ca8-b6c8-33fcc6511fd3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1115379
Jun 21 04:31:02.265597 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.299036 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'Port': ['ID=ad909105-1472-4cf1-8fb8-2ac0a90abe75,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:02.304515 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:02.309897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.311699 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0757635
Jun 21 04:31:02.355770 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.360806 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.364309 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec444fa0-ca98-49a8-9843-18b258996445 HTTP/1.1" status: 204  len: 168 time: 0.3935578
Jun 21 04:31:02.365184 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.367245 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:02.367432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-c3f47601-77fa-401a-8ebb-54b61f7cfb8f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:31:02.370740 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-c3f47601-77fa-401a-8ebb-54b61f7cfb8f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0883982
Jun 21 04:31:02.388338 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec444fa0-ca98-49a8-9843-18b258996445,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:02.406980 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:02.476225 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.478483 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:02.522858 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:02.526308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:02.531666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:02.555145 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-d6bf69ba-157c-4763-bdff-5d7b29a86872 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771600
Jun 21 04:31:02.577591 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'Port': ['ID=fba0599c-5aaa-4937-9c7d-9b31e1059c79,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:02.580419 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:02.640064 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:02.644107 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-c716e9ae-c6f0-42ed-ba4e-54f1c2ed3083 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--891505711&fields=id&tenant_id=af1f579c2af6407bb6a21e449a5a490c HTTP/1.1" status: 200  len: 267 time: 0.0624163
Jun 21 04:31:02.660223 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:31:02.675514 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:31:02.676186 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f2b4b80>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:02.684188 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-d7f07332-19e2-4890-b48f-dbbbd29da420 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193168
Jun 21 04:31:02.952985 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:31:03.362703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c09a43-d8a9-4482-8f2e-8d3074d0597a req-50b33840-4c67-4347-bb5d-d0d73ee6c4e3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:03.372754 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-69c09a43-d8a9-4482-8f2e-8d3074d0597a req-50b33840-4c67-4347-bb5d-d0d73ee6c4e3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.2254255
Jun 21 04:31:03.478010 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-69c09a43-d8a9-4482-8f2e-8d3074d0597a req-6886c282-a0cf-40c2-ae1a-9437b77a2e8f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037996
Jun 21 04:31:03.553774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:03.599548 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f2b4b80>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 2, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:03.610445 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-809faaf8-0c4c-4388-b260-f471fdf80d83 req-2d0d18c7-5b64-4fae-828e-9f699ac729bc tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 210 time: 0.0590878
Jun 21 04:31:03.645234 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device a9111db2-a01e-45be-977c-b0ebf025be4b up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:03.703078 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:31:03.703982 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Updating router 8a178ed4-3722-40a3-81d2-bf956a8d0620 port ac17022a-ba28-4a5b-a85d-22595c1d9914 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:31:03.731063 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port a9111db2-a01e-45be-977c-b0ebf025be4b completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:03.739530 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port a9111db2-a01e-45be-977c-b0ebf025be4b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:03.740498 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:03.785190 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:03.869538 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-e7e020c0-aecd-4c46-9312-e05efe00d33c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:03.871663 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-e7e020c0-aecd-4c46-9312-e05efe00d33c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 810 time: 1.2204132
Jun 21 04:31:03.909113 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-e7664674-b0f4-4393-97c8-ee31a8e0773d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/quotas/af1f579c2af6407bb6a21e449a5a490c HTTP/1.1" status: 200  len: 375 time: 0.0224178
Jun 21 04:31:03.938342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.010019 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.060213 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:04.170934 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.185127 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.221618 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'Port': ['ID=fba0599c-5aaa-4937-9c7d-9b31e1059c79,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:04.225415 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:04.226117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.240205 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0663974
Jun 21 04:31:04.264327 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-4ad5cfbe-65f7-4fa5-b3e7-55c5e486df8c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3329287
Jun 21 04:31:04.302702 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port a9111db2-a01e-45be-977c-b0ebf025be4b, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=a9111db2-a01e-45be-977c-b0ebf025be4b,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:04.315498 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.316642 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4ed4dfd6-994e-41ae-833f-f2b97df2662d up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:04.372332 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:04.492236 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-7bd459ff-f549-4e1c-a01d-0e21d67333c4 service neutron] 10.222.0.66 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229006
Jun 21 04:31:04.499076 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=a9111db2-a01e-45be-977c-b0ebf025be4b,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:04.505364 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:04.523629 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-633f3e61-18ca-4ad3-8f58-cd798077831f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:04.527062 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-633f3e61-18ca-4ad3-8f58-cd798077831f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 819 time: 0.2754281
Jun 21 04:31:04.535240 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 4ed4dfd6-994e-41ae-833f-f2b97df2662d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:04.536571 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.565919 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-84102178-43a4-4eb1-9143-3e11c5a3bce9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/quotas/52507c45e4004dc2876d2f9168d083c3 HTTP/1.1" status: 200  len: 375 time: 0.0322840
Jun 21 04:31:04.571634 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.585884 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Transition to ACTIVE for port object ac17022a-ba28-4a5b-a85d-22595c1d9914 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:04.595300 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.599329 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-3f875f3e-1dd6-4661-b993-b811398f0241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:04.637121 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-802d61a5-2f4e-4789-a04e-e78f7105e688 service neutron] 10.222.0.66 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390405
Jun 21 04:31:04.678484 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1aba-6b52-4a7a-bfe2-7da89f549475 None None] Pushing event updated for resources: {'Port': ['ID=ac17022a-ba28-4a5b-a85d-22595c1d9914,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:04.682621 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-300d1aba-6b52-4a7a-bfe2-7da89f549475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:04.734625 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-f6a84a90-54aa-45d7-acb3-ebf65e72773f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1678288
Jun 21 04:31:04.853645 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Attempting to bind port ac17022a-ba28-4a5b-a85d-22595c1d9914 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:04.854215 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Attempting to bind port ac17022a-ba28-4a5b-a85d-22595c1d9914 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:04.854334 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Attempting to bind port ac17022a-ba28-4a5b-a85d-22595c1d9914 on network deba7b87-de95-4981-8527-337adae6b9f5 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:04.864777 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:04.865373 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Checking segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:04.866187 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.866875 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Bound using segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:04.867526 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Bound port: ac17022a-ba28-4a5b-a85d-22595c1d9914, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:04.873147 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.957136 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] For port ac17022a-ba28-4a5b-a85d-22595c1d9914, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:04.961287 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] For port ac17022a-ba28-4a5b-a85d-22595c1d9914, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=ac17022a-ba28-4a5b-a85d-22595c1d9914,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:04.973478 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:04.992815 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:05.160555 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:31:05.161386 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f2b4b80>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:05.176174 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-8cff2843-6f03-4aeb-8731-675d557e5572 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4344361
Jun 21 04:31:05.284161 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c9164-2efd-43e1-aa0d-d862315bb155 req-78d07a1a-9b94-4865-8649-15e0d70a2fb1 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:05.293837 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d4c9164-2efd-43e1-aa0d-d862315bb155 req-78d07a1a-9b94-4865-8649-15e0d70a2fb1 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.2201447
Jun 21 04:31:05.342146 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1aba-6b52-4a7a-bfe2-7da89f549475 None None] Pushing event updated for resources: {'Port': ['ID=ac17022a-ba28-4a5b-a85d-22595c1d9914,revision_number=4']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:05.349065 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-300d1aba-6b52-4a7a-bfe2-7da89f549475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:05.413486 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d4c9164-2efd-43e1-aa0d-d862315bb155 req-2d934c97-1f11-4c13-831e-ade7c25e2893 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069694
Jun 21 04:31:05.415209 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-414e5ee3-7459-423e-81c4-c178eec8293e service neutron] 10.222.0.66 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2369316
Jun 21 04:31:05.435343 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device a9111db2-a01e-45be-977c-b0ebf025be4b up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:05.465548 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:31:05.525895 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port a9111db2-a01e-45be-977c-b0ebf025be4b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:05.528243 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:05.591973 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-cdb39bf7-2f98-4df1-937b-b3db3a687638 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1837380074&fields=id&tenant_id=e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 267 time: 0.0538282
Jun 21 04:31:05.688827 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f0a0f1b2-8532-48cd-958e-e35737e0f568 req-2d55b09b-1a1a-4b23-bf0f-58994cf26cd6 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0675857
Jun 21 04:31:05.867999 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6622078b-923c-4e33-aef2-b0e8c1da9724 req-f95f1049-2076-4c56-a6a0-179c00a5f41d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0630341
Jun 21 04:31:05.871556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ca05c390-d4ef-4843-802d-464a9a4f9fcd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:05.881505 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ca05c390-d4ef-4843-802d-464a9a4f9fcd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 817 time: 0.2877958
Jun 21 04:31:05.890395 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f2b4b80>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:05.909937 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-5ee5e141-1782-4be6-b937-f9bfe05626b4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/quotas/e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 375 time: 0.0273638
Jun 21 04:31:05.927357 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532bbe0e-74e5-4975-a4ba-0a29b32bc87c None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:31:06.030407 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-e737a640-ee53-4ab1-97a1-90f30fbc6424 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1134367
Jun 21 04:31:06.209767 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-d670ec48-706a-4e52-9479-fa86d745a007 service neutron] 10.222.0.66 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647303
Jun 21 04:31:06.326481 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ccc05e71-8ab7-47be-8857-bf51fea861e9 service neutron] 10.222.0.66 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143925
Jun 21 04:31:06.665272 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ff7dada2-03ce-470f-afea-f8a356b58608 req-b253e654-9c79-4fb1-b5d1-bf6afd0134b3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0750885
Jun 21 04:31:06.690377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97710-7b4e-4e5b-bd5f-c6a54b262849 req-ea753c1b-bd64-46cb-9716-d9dbca7616f3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:06.691907 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c6a97710-7b4e-4e5b-bd5f-c6a54b262849 req-ea753c1b-bd64-46cb-9716-d9dbca7616f3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0933917
Jun 21 04:31:06.778545 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c6a97710-7b4e-4e5b-bd5f-c6a54b262849 req-4ee8ba9f-bc07-4339-a850-22fd738f331f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732799
Jun 21 04:31:06.932918 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37c04dc4-7d3a-4ee9-ba03-f7cef9f48316 req-a8ef2b3e-62be-49b5-a680-9cf0ff0729ba tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0371230
Jun 21 04:31:07.083571 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-06736279-f40b-4ac6-994e-50424f6b539f req-ca25ec2f-b995-43df-831e-13ce61dd9c48 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0610988
Jun 21 04:31:07.133731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Sync routers for ids ['9d94535a-a463-421e-bf2f-9e30c25708d1'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:31:07.133731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Routers {'9d94535a-a463-421e-bf2f-9e30c25708d1'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:31:07.133731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f986074ea30>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d94535a-a463-421e-bf2f-9e30c25708d1'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:07.261097 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Set router 9d94535a-a463-421e-bf2f-9e30c25708d1 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:31:07.471744 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device ac17022a-ba28-4a5b-a85d-22595c1d9914 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:07.608218 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port ac17022a-ba28-4a5b-a85d-22595c1d9914 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:07.656117 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port ac17022a-ba28-4a5b-a85d-22595c1d9914 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:07.656826 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:07.789860 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f986074ea30>, [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c509b2a2-6b3a-4162-81f9-5cea533b28f1', 'name': '', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'mac_address': 'fa:16:3e:a3:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:57Z', 'updated_at': '2021-06-21T04:30:59Z', 'revision_number': 2, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'subnets': [{'id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:07.982493 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Checking router: 9d94535a-a463-421e-bf2f-9e30c25708d1 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:31:07.983736 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Updating router 9d94535a-a463-421e-bf2f-9e30c25708d1 port c509b2a2-6b3a-4162-81f9-5cea533b28f1 binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:31:08.015060 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 35228) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:08.052027 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dbb16243-9ba2-4e50-a9b5-fd98b6e89c97 req-fff698df-5028-44d1-9131-ca79f3274e7c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0794775
Jun 21 04:31:08.088460 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.175810 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.241439 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee30f7-1bc9-4bce-b6bf-125902498f32 req-3871b334-7f8a-4352-836f-2a3ef6d74ec0 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:08.251841 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2bee30f7-1bc9-4bce-b6bf-125902498f32 req-3871b334-7f8a-4352-836f-2a3ef6d74ec0 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.1828294
Jun 21 04:31:08.266649 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port ac17022a-ba28-4a5b-a85d-22595c1d9914, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=ac17022a-ba28-4a5b-a85d-22595c1d9914,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:08.314938 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.320618 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2bee30f7-1bc9-4bce-b6bf-125902498f32 req-2f8a15e0-ae1b-46ea-92e6-79a6422bf9e6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674198
Jun 21 04:31:08.321575 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.324979 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:08.327266 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-542fbfa0-0867-445e-9beb-3f9febaad932 req-2dcd72ad-d981-4773-a47d-265de681eb62 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0502694
Jun 21 04:31:08.479003 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.481582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=ac17022a-ba28-4a5b-a85d-22595c1d9914,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:08.499948 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.515842 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eea92193-8020-462d-9fbe-f8da04bc064f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:08.554981 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37abf011-4c59-4bb7-9beb-b67c8d850ec4,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:08.559579 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:08.593351 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d6afa965-ccd3-4999-97d3-d532314168aa req-e1c2a7ab-5021-4451-bca1-68e44a8d3a9d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0950887
Jun 21 04:31:08.612121 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:08.620766 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fe6b0052e4d495e887b35d4aa4e0b08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6046262
Jun 21 04:31:08.622255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 35244) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:08.703158 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.708594 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.721092 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Transition to ACTIVE for port object c509b2a2-6b3a-4162-81f9-5cea533b28f1 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:08.728722 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.738981 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:08.748273 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.817446 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.820380 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.823945 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37abf011-4c59-4bb7-9beb-b67c8d850ec4 HTTP/1.1" status: 204  len: 168 time: 0.1958168
Jun 21 04:31:08.823945 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-80bc4fd7-981c-4984-ac13-c821817c0f81 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:08.838908 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37abf011-4c59-4bb7-9beb-b67c8d850ec4,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:08.839412 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce303f-b308-4d43-80c7-f54594401411 None None] Pushing event updated for resources: {'Port': ['ID=c509b2a2-6b3a-4162-81f9-5cea533b28f1,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:08.842197 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:08.843080 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-06ce303f-b308-4d43-80c7-f54594401411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:08.914047 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Attempting to bind port c509b2a2-6b3a-4162-81f9-5cea533b28f1 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:08.914502 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Attempting to bind port c509b2a2-6b3a-4162-81f9-5cea533b28f1 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:08.914789 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Attempting to bind port c509b2a2-6b3a-4162-81f9-5cea533b28f1 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:08.920105 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:08.921072 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Checking segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:08.921481 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.922181 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Bound using segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:08.922713 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Bound port: c509b2a2-6b3a-4162-81f9-5cea533b28f1, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:08.923103 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:08.998495 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] For port c509b2a2-6b3a-4162-81f9-5cea533b28f1, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:09.002513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] For port c509b2a2-6b3a-4162-81f9-5cea533b28f1, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c509b2a2-6b3a-4162-81f9-5cea533b28f1,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:09.008532 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:09.009889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:09.088659 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Routers {'9d94535a-a463-421e-bf2f-9e30c25708d1'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:31:09.089313 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f986074ea30>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:30:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d94535a-a463-421e-bf2f-9e30c25708d1'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:09.092047 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce303f-b308-4d43-80c7-f54594401411 None None] Pushing event updated for resources: {'Port': ['ID=c509b2a2-6b3a-4162-81f9-5cea533b28f1,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:09.133363 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-06ce303f-b308-4d43-80c7-f54594401411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:09.233243 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] Set router 9d94535a-a463-421e-bf2f-9e30c25708d1 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:31:09.261049 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5aac754e-0b35-4448-83ee-1b50c72e5cc0 req-68844519-d9a1-464b-83e4-b0b8c6f325b3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0509911
Jun 21 04:31:09.534164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device ac17022a-ba28-4a5b-a85d-22595c1d9914 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:09.601839 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-14402732-cd94-488d-8f12-c44ff8b53767 req-cb02a3af-acda-46d4-ab12-26b22d8b777b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0566864
Jun 21 04:31:09.608748 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0902fc-390b-4a21-b7a3-41ae6fad88b7 req-722149a9-f7da-4a66-ae13-8f883b7f5885 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:09.625751 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ca0902fc-390b-4a21-b7a3-41ae6fad88b7 req-722149a9-f7da-4a66-ae13-8f883b7f5885 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.1000221
Jun 21 04:31:09.665050 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port ac17022a-ba28-4a5b-a85d-22595c1d9914 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:09.665781 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:09.703333 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ca0902fc-390b-4a21-b7a3-41ae6fad88b7 req-6e86218c-caad-4933-bcb4-5b8635d2477f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781178
Jun 21 04:31:09.789265 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4397c726-67ec-4d57-b07f-31956063f788 req-fd1e9e76-d327-4b03-9e5a-7f22396f2291 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0542557
Jun 21 04:31:09.827692 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c509b2a2-6b3a-4162-81f9-5cea533b28f1 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:09.871450 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f986074ea30>, [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c509b2a2-6b3a-4162-81f9-5cea533b28f1', 'name': '', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'mac_address': 'fa:16:3e:a3:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:57Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'subnets': [{'id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:31:09.899906 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bd16e-6af4-4eb6-bb38-47cf2c679c72 None None] The sync data for ids ['9d94535a-a463-421e-bf2f-9e30c25708d1'] in dv-cinder-796889-2-iscsi is: [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c509b2a2-6b3a-4162-81f9-5cea533b28f1', 'name': '', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'mac_address': 'fa:16:3e:a3:de:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:57Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 4, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'subnets': [{'id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:31:09.916933 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port c509b2a2-6b3a-4162-81f9-5cea533b28f1 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:09.920792 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c509b2a2-6b3a-4162-81f9-5cea533b28f1 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:09.921164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:09.999570 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:10.033790 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port c509b2a2-6b3a-4162-81f9-5cea533b28f1, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c509b2a2-6b3a-4162-81f9-5cea533b28f1,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:10.037724 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:10.039638 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a9b0de5d-add8-4f51-9e24-6022e9d75488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:10.084687 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=c509b2a2-6b3a-4162-81f9-5cea533b28f1,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:10.087940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:10.331820 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:31:10.415123 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7769e0b9-2389-43cb-8f3a-70500e32fa97 req-428c11d9-8bae-4190-b98a-dcf4e8c11e35 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0335801
Jun 21 04:31:10.774364 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8cece53a-adec-4bb3-a585-f6198412a149 req-d4b9bf54-412d-4176-8afa-97e87be7c804 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0561259
Jun 21 04:31:10.915864 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583d98d-a6ee-44c9-9b21-58b8c8198652 req-d8aa612f-48c6-4125-9d50-76e7d65e9368 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:10.925118 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4583d98d-a6ee-44c9-9b21-58b8c8198652 req-d8aa612f-48c6-4125-9d50-76e7d65e9368 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0920312
Jun 21 04:31:10.972052 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4583d98d-a6ee-44c9-9b21-58b8c8198652 req-9bf1b7de-84c9-484c-8c80-fc27d70b3403 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456686
Jun 21 04:31:10.980199 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d129b9e5-486c-4c81-9450-a6aabfa03041 req-5b71bfc7-c9b0-4bbc-b231-d96c3f25f09b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0313926
Jun 21 04:31:11.324354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c509b2a2-6b3a-4162-81f9-5cea533b28f1 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:11.370281 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c509b2a2-6b3a-4162-81f9-5cea533b28f1 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:11.370657 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:11.558475 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-534bac81-fe5d-4e07-ba91-3154b63e324f req-e2bcb926-36b2-4cb7-9195-5e9bff37410e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0301497
Jun 21 04:31:11.904967 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b6e13459-3be3-44f2-b760-23df6ba1041e req-d6ea3798-7490-4c6b-8b69-139cb52f6bd4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0276504
Jun 21 04:31:12.116025 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-462eb95a-ed97-4e53-a100-f56345e58b10 req-82c01476-d93b-44a4-bde2-87a8b09584e7 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0292857
Jun 21 04:31:12.137389 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07efbab-ac52-4d54-937d-c68c42b23191 req-f574d170-d9bc-4ee1-b469-a515d5866ad4 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:12.138837 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b07efbab-ac52-4d54-937d-c68c42b23191 req-f574d170-d9bc-4ee1-b469-a515d5866ad4 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0644734
Jun 21 04:31:12.175013 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b07efbab-ac52-4d54-937d-c68c42b23191 req-93e01459-c05e-412f-9c7a-ee552924fd8f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307374
Jun 21 04:31:12.695851 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1f66b82f-0f45-40bb-9817-6e39ef12815b req-8c34d87f-bd2b-4fc5-9d82-48c0bb126d3d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0272455
Jun 21 04:31:13.042910 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-839f0b5c-7218-49b8-92d0-5a0b74d548ad req-10865b66-d194-43d8-af2b-ccb452475757 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0286169
Jun 21 04:31:13.261539 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-664a814f-2951-4006-8985-668e29c73fd8 req-5959a0b1-28b9-49e0-a2ef-7bb6aca1b4b4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0357835
Jun 21 04:31:13.373090 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2426-f6c5-4693-aa7a-e738fd3ed9a5 req-ed0e4c1d-7f66-45b7-9b40-75916842316a tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:13.375202 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-42ef2426-f6c5-4693-aa7a-e738fd3ed9a5 req-ed0e4c1d-7f66-45b7-9b40-75916842316a tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0694273
Jun 21 04:31:13.414915 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-42ef2426-f6c5-4693-aa7a-e738fd3ed9a5 req-e70031fc-02ee-48e2-9ab3-9d1d47515714 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339446
Jun 21 04:31:13.848689 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ceeb5e9b-230e-4c68-9208-215f5c7fe86a req-5a0dc9ec-9c30-447f-9be5-dc67eca3ef8d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0300918
Jun 21 04:31:14.178371 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80b0ca19-b8f1-454b-a7c5-f347e6d27865 req-ccf53de5-f48a-42f4-88c6-24ca133d5a0f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0279725
Jun 21 04:31:14.399614 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-048b6329-47f3-4eef-b689-8799d8243a97 req-14ee8a71-07ce-452d-bc1d-986128319772 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0279195
Jun 21 04:31:14.591396 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785035b-eabe-4b2a-9d0f-1437835defb5 req-ef2b347f-4100-454b-9117-799b210e70ac tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:14.593426 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e785035b-eabe-4b2a-9d0f-1437835defb5 req-ef2b347f-4100-454b-9117-799b210e70ac tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0619428
Jun 21 04:31:14.634702 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e785035b-eabe-4b2a-9d0f-1437835defb5 req-4eaac239-787a-438a-914f-030988639f2b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350955
Jun 21 04:31:14.999430 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a3c21efe-82cc-4550-a2be-70d0db98af04 req-12f65b26-2422-4713-ac74-cf0553f1d335 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0292735
Jun 21 04:31:15.340052 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14bf1668-32db-45d8-b2c0-beaaae218a26 req-ca810b03-926d-49c6-9016-0fdcdc97b2a2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0334442
Jun 21 04:31:15.555884 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-57a99348-2bef-43b5-ab3f-866ed90de3b0 req-fa64f352-2bc0-4fe1-a439-03bf98caea0e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0311015
Jun 21 04:31:15.804700 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86a00a-4bc1-46a4-b946-8aa3087e7c6b req-0ecbb7de-0cc8-4192-a891-761a41fc4e7d tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:15.806178 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7e86a00a-4bc1-46a4-b946-8aa3087e7c6b req-0ecbb7de-0cc8-4192-a891-761a41fc4e7d tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0612941
Jun 21 04:31:15.843622 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7e86a00a-4bc1-46a4-b946-8aa3087e7c6b req-c3bff277-b330-4a5e-8de8-6d937f330ea8 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311980
Jun 21 04:31:16.153520 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f1f44345-9098-4183-8f9f-4dac3e2a0b0b req-60b558cc-b75d-492e-8464-a513b9269b7f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0288067
Jun 21 04:31:16.475226 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ee170525-e466-47ed-a5bb-fe744b0ecfee req-c5f00052-2ae7-42fc-8471-415999b0bddf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0279138
Jun 21 04:31:16.692533 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-06aaaa02-3b03-4de5-b3dc-84acc171e483 req-1bc79563-7590-4a40-b9b7-9a7ad7127452 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0275156
Jun 21 04:31:17.015105 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5b55d-558c-4563-8745-9b700c568157 req-47029d4f-0729-48aa-a207-0cedb5c0fb40 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:17.016461 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-76d5b55d-558c-4563-8745-9b700c568157 req-47029d4f-0729-48aa-a207-0cedb5c0fb40 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0604312
Jun 21 04:31:17.054697 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-76d5b55d-558c-4563-8745-9b700c568157 req-4207417e-2313-42a9-9d95-ba1da4f53869 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327587
Jun 21 04:31:17.307796 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-43b69d33-0889-40bd-a945-e8629e1f3d6c req-49b51bdc-e52b-4314-8cb1-70b62d1b86aa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0375404
Jun 21 04:31:17.630776 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c334b0f3-a0ee-4c3f-8ee4-1a65bc42a354 req-b9f9ca3a-c7a0-4a59-8bfa-a5747c1d68c3 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0320396
Jun 21 04:31:17.850745 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-afa9f0c8-69cd-42f5-ae91-3bdfc86325e8 req-49b809eb-312a-478f-81ea-1eb9e49118d5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0327384
Jun 21 04:31:18.255052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98e24-b8a0-457b-b456-7335991c3a3b req-6af71af6-482c-4cd7-9b6f-387969dd58ba tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:18.256547 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-29a98e24-b8a0-457b-b456-7335991c3a3b req-6af71af6-482c-4cd7-9b6f-387969dd58ba tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0881720
Jun 21 04:31:18.295711 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-29a98e24-b8a0-457b-b456-7335991c3a3b req-eb7c55c3-7602-4545-a592-0fc02e2a78db tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336511
Jun 21 04:31:18.505108 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-faee641f-877c-49cb-b709-3eba03a1a601 req-20864e07-1031-4509-b7da-63979863ec08 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0558581
Jun 21 04:31:18.800252 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7561a779-4d6a-4f0f-ad15-21dc8d7e8264 req-359d1492-2135-4f0f-8ec4-de700807bd65 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0312440
Jun 21 04:31:19.004416 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0946ecef-00fb-42bf-bc25-9466bdd01d62 req-d0991c5e-863b-4352-97f8-ba905e565d67 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0347888
Jun 21 04:31:19.496426 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a7ff-4dad-45f5-becd-ed0689637db3 req-aef099bc-9f51-4226-bae3-d158994477bc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:19.497891 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4910a7ff-4dad-45f5-becd-ed0689637db3 req-aef099bc-9f51-4226-bae3-d158994477bc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0783880
Jun 21 04:31:19.542852 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4910a7ff-4dad-45f5-becd-ed0689637db3 req-5e9bc6a5-5a82-4a56-8491-3c5268378766 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393901
Jun 21 04:31:19.666052 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a8f9f324-6d81-47e7-a724-4cd8b85eb36d req-85c9f2ae-3f77-4b5d-ba00-87d2c2a66a3f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0308938
Jun 21 04:31:20.000882 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c0e9d320-c236-404c-89d0-2748741e4916 req-7e450ae9-04c9-4dcb-957a-32789e0318a7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0356028
Jun 21 04:31:20.181923 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3081c9a9-b04b-459f-a1fd-29852b58c8d1 req-74239b52-7629-49a4-8c8b-80b97f2d02da tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0359068
Jun 21 04:31:20.340355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 35540) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:20.518761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.640809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.646134 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.650033 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:20.686246 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=670274ccaa114b529ed6ebbb03c6d280&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3415864
Jun 21 04:31:20.686862 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 35552) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:20.698733 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf3c5fe-1b0b-417a-9c0f-743429c4f5e4,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:20.703104 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:20.741255 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.764792 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.835751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad4de-6ddf-4671-bccc-0f14050808ed req-ae811374-3ac2-4d36-b822-06048d8ae26a tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:20.837827 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-16dad4de-6ddf-4671-bccc-0f14050808ed req-ae811374-3ac2-4d36-b822-06048d8ae26a tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.1414244
Jun 21 04:31:20.859561 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-98036f9e-975f-4071-852b-81358207344c req-0d39766c-e9b2-4cff-a245-542e0bab5221 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0522971
Jun 21 04:31:20.876583 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.886487 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:20.900723 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caf3c5fe-1b0b-417a-9c0f-743429c4f5e4 HTTP/1.1" status: 204  len: 168 time: 0.2036159
Jun 21 04:31:20.901777 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:20.932819 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf3c5fe-1b0b-417a-9c0f-743429c4f5e4,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:20.936361 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-16dad4de-6ddf-4671-bccc-0f14050808ed req-f301f895-d8fb-4266-b791-2d6ffe1bf6cd tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845408
Jun 21 04:31:20.937093 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:21.152308 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26b95072-5014-4d2d-a3b3-34924d088620 req-5b81286a-6929-4deb-a601-bc0bc308d7e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0378494
Jun 21 04:31:21.279881 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 35570) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:21.293657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.381987 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a92cd138-14f7-46d8-bf82-116ea27b994e req-757085d2-3df8-4c24-8e36-d1e08adb4ec0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0417521
Jun 21 04:31:21.423330 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 35576) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:21.437861 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.442150 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.446062 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:21.491233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66db1fb-b962-4706-9652-0ba4eecea58e,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:21.494774 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:21.500632 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9831e3bc67641c4bd27e81d48cfaa8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2158992
Jun 21 04:31:21.500855 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 35580) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:21.535247 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.555639 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.576274 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.631624 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.635199 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.639301 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e66db1fb-b962-4706-9652-0ba4eecea58e HTTP/1.1" status: 204  len: 168 time: 0.1377089
Jun 21 04:31:21.640369 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ed0a5247-13d6-4d17-bd34-f131370fde76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:21.640759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.649243 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66db1fb-b962-4706-9652-0ba4eecea58e,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:21.650640 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.652181 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:21.661762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:21.708172 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ec0ba5a5431427f9a19fc52efa7a091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820947
Jun 21 04:31:21.708172 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff9835-62c7-4a18-bf4f-1795b5a1e716,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:21.709195 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 35592) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:21.711067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:21.765734 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.792270 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.848403 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.851750 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:21.853054 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fff9835-62c7-4a18-bf4f-1795b5a1e716 HTTP/1.1" status: 204  len: 168 time: 0.1428967
Jun 21 04:31:21.853678 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:21.862900 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff9835-62c7-4a18-bf4f-1795b5a1e716,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:21.865160 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:22.042892 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b5ef5aa0-d8d2-4c66-85b7-c139e4b14c40 req-f0ac18fc-5616-4e59-8736-ce848a2eef01 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0417714
Jun 21 04:31:22.119413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70f111-baff-4486-8839-c891f1b12549 req-03f3dc39-c4b0-48f1-b527-067abb0df157 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:22.124951 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5c70f111-baff-4486-8839-c891f1b12549 req-03f3dc39-c4b0-48f1-b527-067abb0df157 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.0688388
Jun 21 04:31:22.173187 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5c70f111-baff-4486-8839-c891f1b12549 req-004e29d9-7f86-4386-b250-f2559d1cdbf0 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461562
Jun 21 04:31:22.241862 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 35620) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:22.257668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.300993 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b33fc080-e904-47d0-91fe-a676627430c6 req-feaf038a-1f9c-4545-a664-846675bcc8a3 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0308352
Jun 21 04:31:22.369614 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.374201 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.377644 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8ee21eb2-ab44-4823-987d-97baeb95fde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:22.405965 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=888ece84dd054276afc8730483087e3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1628628
Jun 21 04:31:22.408843 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 35628) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:22.415220 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b70f03-7cca-4b18-912d-6a3303e26b42,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:22.418294 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:22.475038 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.495980 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.553591 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.557210 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dca929f5-31a8-4559-91c9-bd77bf29fc01 req-caf6df51-a8c1-4bb6-ac96-4681b2558805 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0460279
Jun 21 04:31:22.557711 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:22.558539 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8b70f03-7cca-4b18-912d-6a3303e26b42 HTTP/1.1" status: 204  len: 168 time: 0.1485312
Jun 21 04:31:22.559312 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3f33f6a3-0192-4f48-b5f6-f46dbd150626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:22.574123 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b70f03-7cca-4b18-912d-6a3303e26b42,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:22.576694 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:22.712641 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-e9f9bd1b-3e6c-4888-a224-82c03e76c954 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:31:22.714309 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-e9f9bd1b-3e6c-4888-a224-82c03e76c954 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066175
Jun 21 04:31:23.101558 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Request body: {'port': {'device_id': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:23.268854 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6ce31074-7f9b-4e4c-bab7-1a5c4b888dce req-568c2b1f-41dd-4dcd-97e0-90b56ecfb094 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0453627
Jun 21 04:31:23.326636 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:23.600759 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e6070808-a215-4d3f-898e-f9c65ba98e30 req-bca22eed-f636-4ff7-b7af-2ef975686d9f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0611410
Jun 21 04:31:23.754355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9c18e-35d7-4110-8a5e-169cb7e2f3f6 req-30e7ed1c-c6a2-45fd-a7dc-d42044aa5104 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:23.761308 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e5c9c18e-35d7-4110-8a5e-169cb7e2f3f6 req-30e7ed1c-c6a2-45fd-a7dc-d42044aa5104 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 931 time: 0.2217238
Jun 21 04:31:23.781778 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-40986285-951c-4bc0-add6-da0e9ad9f08c req-852b9ad9-c2db-4bc2-b950-1de7f46a8505 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0391219
Jun 21 04:31:23.818879 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e5c9c18e-35d7-4110-8a5e-169cb7e2f3f6 req-7ef2df7d-4021-4f37-92ad-0f799834342b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567200
Jun 21 04:31:23.855301 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1e7638c1-75f1-40b5-a269-8b9411410c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:23.891562 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51854e28-6986-40bf-b3da-f24a5732856c {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:23.899543 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:23.915174 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Transition to ACTIVE for port object 51854e28-6986-40bf-b3da-f24a5732856c will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:23.919243 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:23.922899 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:24.069688 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=51854e28-6986-40bf-b3da-f24a5732856c,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:24.075148 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:24.115363 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Attempting to bind port 51854e28-6986-40bf-b3da-f24a5732856c on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:24.115751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Attempting to bind port 51854e28-6986-40bf-b3da-f24a5732856c by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '277eaa03-3c33-4107-b23f-24d6b9eef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:24.116073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Attempting to bind port 51854e28-6986-40bf-b3da-f24a5732856c on network b0fee61e-f381-40ad-a35e-2d68c10ef14c {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:24.121173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Port 51854e28-6986-40bf-b3da-f24a5732856c on network b0fee61e-f381-40ad-a35e-2d68c10ef14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:31:24.121610 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Attempting to bind port 51854e28-6986-40bf-b3da-f24a5732856c on network b0fee61e-f381-40ad-a35e-2d68c10ef14c {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:24.126577 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:24.126889 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Checking segment: {'id': '277eaa03-3c33-4107-b23f-24d6b9eef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:24.127428 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Bound using segment: {'id': '277eaa03-3c33-4107-b23f-24d6b9eef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:24.127887 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Bound port: 51854e28-6986-40bf-b3da-f24a5732856c, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277eaa03-3c33-4107-b23f-24d6b9eef5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:24.128381 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:24.140422 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.69', 64893) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:24.445164 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cc013ad1-2a86-452c-8734-864f034540b5 req-5d7c5af1-b133-49cb-b7fe-67a5f4022831 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0334368
Jun 21 04:31:24.554595 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] For port 51854e28-6986-40bf-b3da-f24a5732856c, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:24.585070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-3b495386-c771-4f0d-b8a8-fd0818b894d0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:24.587103 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-3b495386-c771-4f0d-b8a8-fd0818b894d0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 817 time: 0.4454985
Jun 21 04:31:24.598999 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] For port 51854e28-6986-40bf-b3da-f24a5732856c, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=51854e28-6986-40bf-b3da-f24a5732856c,segment=NetworkSegment(277eaa03-3c33-4107-b23f-24d6b9eef5ef),segment_id=277eaa03-3c33-4107-b23f-24d6b9eef5ef)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:24.610605 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:24.613899 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:24.652039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:24.652686 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:24.654126 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] 10.222.0.69 "PUT /v2.0/ports/51854e28-6986-40bf-b3da-f24a5732856c HTTP/1.1" status: 200  len: 1093 time: 1.7464068
Jun 21 04:31:24.654666 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'tag': '51854e28-6986-40bf-b3da-f24a5732856c'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:31:24.760249 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=51854e28-6986-40bf-b3da-f24a5732856c,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:24.778287 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:24.816234 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-167803ce-9415-4e76-bdbc-9a3a3139156f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 380 time: 0.0993865
Jun 21 04:31:24.881036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'port': {'device_id': '7c222b7e-969f-458d-93d7-582369548b94', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'admin_state_up': True, 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'security_groups': ['fd8aa85d-ae36-4392-9ef8-d6eda03422e2']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:24.941399 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.69', 64899) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:24.955374 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5" -d '{"events": [{"name": "network-changed", "server_uuid": "39a83d7d-e83a-410d-84ef-6da1f58c21cc", "tag": "51854e28-6986-40bf-b3da-f24a5732856c"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:31:24.964796 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fbac7f88-c68f-415b-8f1a-826f8478c509 req-d23fb06e-a7fe-4dd8-a78b-90ec59dabbde tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.1528187
Jun 21 04:31:25.035432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2ffe03b3-1d66-4a76-94f3-6f4c7358a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:25.037265 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-2ffe03b3-1d66-4a76-94f3-6f4c7358a8c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff0d3964c42a4241b93be306e32b770e&device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 1096 time: 0.2684939
Jun 21 04:31:25.048819 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d5ecace4-c383-49b5-8c9b-26ae698a49ec req-9553edd7-5613-475e-a166-eddce45351e8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0789471
Jun 21 04:31:25.054523 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Made reservation on behalf of e675f725dd95409596002be17e7bf626 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:25.062390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.136664 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-423791ba-0bcf-4491-897a-b99ff3d4eaab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51854e28-6986-40bf-b3da-f24a5732856c HTTP/1.1" status: 200  len: 217 time: 0.0662479
Jun 21 04:31:25.143041 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-8487f9d7-fffc-4d92-99dd-ca6f318f7149 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:25.144726 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-8487f9d7-fffc-4d92-99dd-ca6f318f7149 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 819 time: 0.1984878
Jun 21 04:31:25.181305 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Request body: {'port': {'device_id': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'admin_state_up': True, 'tenant_id': '52507c45e4004dc2876d2f9168d083c3'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:25.216073 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.251973 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03f3b4-02a0-49ba-8d8b-49b9980892a3 x-openstack-request-id: req-0d03f3b4-02a0-49ba-8d8b-49b9980892a3 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:31:25.252310 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a83d7d-e83a-410d-84ef-6da1f58c21cc", "tag": "51854e28-6986-40bf-b3da-f24a5732856c", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:31:25.252580 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d03f3b4-02a0-49ba-8d8b-49b9980892a3 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:31:25.253126 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'tag': '51854e28-6986-40bf-b3da-f24a5732856c', 'status': 'completed', 'code': 200}
Jun 21 04:31:25.308538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-e1a3b666-c6f3-405f-bcee-fa02e2538fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:25.310357 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-e1a3b666-c6f3-405f-bcee-fa02e2538fcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fba864cc-036a-4fc7-989b-85ba4fcf1a0b HTTP/1.1" status: 200  len: 852 time: 0.1612651
Jun 21 04:31:25.361754 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c93c0-0d67-4ae3-8bb5-d01a73580364 req-1b7d18fb-6dd6-4f20-bb98-e2457e2affb6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:25.363687 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d30c93c0-0d67-4ae3-8bb5-d01a73580364 req-1b7d18fb-6dd6-4f20-bb98-e2457e2affb6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.2297451
Jun 21 04:31:25.426747 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Allocated IP 172.20.0.7 (deba7b87-de95-4981-8527-337adae6b9f5/084bc81e-c6db-4759-a13d-c5f6b9700a3d/e02c12aa-2580-4f95-9839-7dc641bdf690) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:31:25.449371 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-4c2d02f8-aafa-4a61-b95a-952061969b45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0fee61e-f381-40ad-a35e-2d68c10ef14c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632966
Jun 21 04:31:25.480770 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Made reservation on behalf of 52507c45e4004dc2876d2f9168d083c3 for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:25.484804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.489129 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d30c93c0-0d67-4ae3-8bb5-d01a73580364 req-bb1fc0c8-8329-4b4a-814e-10c952d64d65 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173725
Jun 21 04:31:25.642523 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-63f42dbd-a417-48ab-9ffe-63d7bc4f9f50 service neutron] 10.222.0.69 "GET /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701860
Jun 21 04:31:25.669259 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7e3a240f-5495-42b9-baa7-352c14a4c5d9 req-0b447ea6-5210-4b0c-a8c7-ffc85feb0c4b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0549154
Jun 21 04:31:25.729447 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.749593 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Allocated IP 172.20.0.8 (0ee48e64-7227-43ee-8301-f4d2cd86de9d/21f731f8-fc9f-40f5-abdf-b98c217c2a16/9467ad87-d770-45a2-b713-6e12583d2e21) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:31:25.753578 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Transition to ACTIVE for port object e02c12aa-2580-4f95-9839-7dc641bdf690 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:25.774678 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66601b2a-9630-421d-8249-cb2d730d0db0 req-8aa2a2a9-c979-4019-9189-065bb6647054 service neutron] 10.222.0.69 "GET /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234851
Jun 21 04:31:25.802148 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.808884 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4384a03b-4803-4bab-ba2e-f4cfdc86cbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:25.873340 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Network deba7b87-de95-4981-8527-337adae6b9f5 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:25.877219 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:25.882984 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:25.889259 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:25.889952 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.902972 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:25.907051 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:25.914639 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0382566
Jun 21 04:31:25.941959 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:25.962668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Request body: {'port': {'device_id': '7c222b7e-969f-458d-93d7-582369548b94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:25.979111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.69', 64905) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:26.069716 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.095926 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-44f2216f-78da-423d-8440-f6f9642da8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:26.202946 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.232188 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1bfad801-79a6-47e0-87af-5da0ea5c263c None None] Provisioning for port e02c12aa-2580-4f95-9839-7dc641bdf690 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:26.238239 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-03563bc9-6fb6-44c1-ba8d-8905016bfcc4 req-93e287c5-f333-45ed-8e2d-10567a22acf7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0443347
Jun 21 04:31:26.242188 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1bfad801-79a6-47e0-87af-5da0ea5c263c None None] Provisioning complete for port e02c12aa-2580-4f95-9839-7dc641bdf690 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:26.242520 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1bfad801-79a6-47e0-87af-5da0ea5c263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.246127 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-2a6d01aa-6000-4149-a31d-efd7b84a9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:26.247665 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-2a6d01aa-6000-4149-a31d-efd7b84a9d7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff0d3964c42a4241b93be306e32b770e&device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 1096 time: 0.2648637
Jun 21 04:31:26.264150 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-5813d85f-0b0f-491b-af40-28e051e15aba tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:26.265581 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-5813d85f-0b0f-491b-af40-28e051e15aba tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 819 time: 0.2855356
Jun 21 04:31:26.285801 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1bfad801-79a6-47e0-87af-5da0ea5c263c None None] Port e02c12aa-2580-4f95-9839-7dc641bdf690 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:31:26.304151 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8d0e4c0c-90c9-4313-a38c-f8a36ef74416 req-67973fad-0e77-4dfd-ac11-3d9098c8def1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0360317
Jun 21 04:31:26.307718 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Request body: {'port': {'device_id': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'admin_state_up': True, 'tenant_id': '52507c45e4004dc2876d2f9168d083c3'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:26.341573 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:26.342360 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Pushing event updated for resources: {'Port': ['ID=9467ad87-d770-45a2-b713-6e12583d2e21,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:26.345225 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:26.378856 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:26.383103 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:26.389002 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:26.389687 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.476401 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3008137
Jun 21 04:31:26.499803 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Request body: {'port': {'device_id': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:26.516788 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-30a45b96-c292-44c4-827a-357ef7eb8364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.539308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Made reservation on behalf of 52507c45e4004dc2876d2f9168d083c3 for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:26.543112 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.721325 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.756967 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Allocated IP 172.20.0.4 (0ee48e64-7227-43ee-8301-f4d2cd86de9d/21f731f8-fc9f-40f5-abdf-b98c217c2a16/202ee4c1-2f25-447a-ab0a-1016b8118416) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:31:26.872175 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:26.934028 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-31f65c6b-f568-4a32-bd0b-be26ba5c4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:26.935509 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-31f65c6b-f568-4a32-bd0b-be26ba5c4268 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0fee61e-f381-40ad-a35e-2d68c10ef14c HTTP/1.1" status: 200  len: 913 time: 0.6394236
Jun 21 04:31:26.975114 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.69', 64909) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:26.987556 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e828-0da0-4362-b3a5-b1db8e972326 req-d4330cfe-439a-47ef-841b-2f924d6ed341 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:26.990058 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7f37e828-0da0-4362-b3a5-b1db8e972326 req-d4330cfe-439a-47ef-841b-2f924d6ed341 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.3179204
Jun 21 04:31:27.088055 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-ea93c7bb-672b-4c5b-b5d0-ef6b01b47d9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51854e28-6986-40bf-b3da-f24a5732856c HTTP/1.1" status: 200  len: 217 time: 0.0953131
Jun 21 04:31:27.110978 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b63311-3d3b-4c9c-b840-616c3214730d req-2156c7ff-5d84-4c5e-9112-b4c2bcfde3b2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:27.114028 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b2b63311-3d3b-4c9c-b840-616c3214730d req-2156c7ff-5d84-4c5e-9112-b4c2bcfde3b2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 931 time: 0.2017796
Jun 21 04:31:27.170773 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.176495 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b2b63311-3d3b-4c9c-b840-616c3214730d req-f3a3e2ba-7963-4d80-95a6-e84e4412c010 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527546
Jun 21 04:31:27.220475 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.246027 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7f37e828-0da0-4362-b3a5-b1db8e972326 req-84b32a2d-0ff4-4e2e-b4e3-699f88c688ef tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326241
Jun 21 04:31:27.255397 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02c12aa-2580-4f95-9839-7dc641bdf690 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:27.267447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:27.293340 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.306396 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-31b4c741-f85d-464a-90ba-46860c9cf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:27.307865 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-31b4c741-f85d-464a-90ba-46860c9cf320 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fba864cc-036a-4fc7-989b-85ba4fcf1a0b HTTP/1.1" status: 200  len: 852 time: 0.2077398
Jun 21 04:31:27.313823 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Network 0ee48e64-7227-43ee-8301-f4d2cd86de9d is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:27.319643 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:27.322962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-0e219352-1555-4e7d-8dd9-e6005445bafd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:27.324455 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-0e219352-1555-4e7d-8dd9-e6005445bafd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 810 time: 0.3299303
Jun 21 04:31:27.327573 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Transition to ACTIVE for port object e02c12aa-2580-4f95-9839-7dc641bdf690 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:27.329352 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:27.332589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.337809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:27.348290 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:27.350023 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.390452 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0887611
Jun 21 04:31:27.400089 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Pushing event updated for resources: {'Port': ['ID=202ee4c1-2f25-447a-ab0a-1016b8118416,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:27.413639 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:27.456605 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Request body: {'port': {'device_id': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:27.482420 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.503996 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e1cc36ea-358c-4ac0-b6f2-944f0c2a94a4 req-76783262-2fbb-4d06-80bf-c02cf4e3db48 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0887334
Jun 21 04:31:27.516688 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-20b2bfae-a396-493c-96f9-b65ca763fea3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0fee61e-f381-40ad-a35e-2d68c10ef14c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336876
Jun 21 04:31:27.552672 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Attempting to bind port e02c12aa-2580-4f95-9839-7dc641bdf690 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:27.553103 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Attempting to bind port e02c12aa-2580-4f95-9839-7dc641bdf690 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:27.553468 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Attempting to bind port e02c12aa-2580-4f95-9839-7dc641bdf690 on network deba7b87-de95-4981-8527-337adae6b9f5 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:27.555937 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:27.568953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:27.629471 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.682550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Port e02c12aa-2580-4f95-9839-7dc641bdf690 on network deba7b87-de95-4981-8527-337adae6b9f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:31:27.682903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Attempting to bind port e02c12aa-2580-4f95-9839-7dc641bdf690 on network deba7b87-de95-4981-8527-337adae6b9f5 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:27.694194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9467ad87-d770-45a2-b713-6e12583d2e21 {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:27.728329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:27.728329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Checking segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:27.728329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Bound using segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:27.728329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Bound port: e02c12aa-2580-4f95-9839-7dc641bdf690, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:27.728329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.756153 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-86f0d981-b49c-4a99-932a-b9f1e72d675f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1f579c2af6407bb6a21e449a5a490c HTTP/1.1" status: 200  len: 379 time: 0.3195684
Jun 21 04:31:27.821615 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-cac6d636-4691-4870-b581-177c90e08119 service neutron] 10.222.0.69 "GET /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2709141
Jun 21 04:31:27.853187 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67f4e-d433-4fa1-8a08-42f68e9a3c78 req-03be7771-8580-4f8c-ae24-c0d0f7a86fa5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:27.854695 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-62e67f4e-d433-4fa1-8a08-42f68e9a3c78 req-03be7771-8580-4f8c-ae24-c0d0f7a86fa5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 931 time: 0.3240831
Jun 21 04:31:27.859766 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:27.864617 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:27.870673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.884198 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.884198 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:27.894460 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Transition to ACTIVE for port object 9467ad87-d770-45a2-b713-6e12583d2e21 will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:27.902533 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.910523 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-aa21c8f3-0c7e-4136-bda9-37ef55fcc2e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:27.938512 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:27.939191 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:27.940815 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] 10.222.0.69 "PUT /v2.0/ports/e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 1093 time: 1.9878795
Jun 21 04:31:27.944760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:31:27.947110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f264208-16c2-4844-b8a2-a33eb8829f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:31:27.963230 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-62e67f4e-d433-4fa1-8a08-42f68e9a3c78 req-5c0fe10f-e48a-465b-901c-d76437a84d58 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010430
Jun 21 04:31:27.966156 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:27.969333 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:28.013649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7073f69-2acc-47f1-bc19-efd3186f1c1a x-openstack-request-id: req-c7073f69-2acc-47f1-bc19-efd3186f1c1a {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:31:28.013801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:31:28.014067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7073f69-2acc-47f1-bc19-efd3186f1c1a {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:31:28.014480 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'status': 'completed', 'code': 200}
Jun 21 04:31:28.111805 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Pushing event updated for resources: {'Port': ['ID=9467ad87-d770-45a2-b713-6e12583d2e21,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:28.114604 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:28.158233 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Attempting to bind port 9467ad87-d770-45a2-b713-6e12583d2e21 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:28.158594 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Attempting to bind port 9467ad87-d770-45a2-b713-6e12583d2e21 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:28.158928 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Attempting to bind port 9467ad87-d770-45a2-b713-6e12583d2e21 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:28.169184 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Port 9467ad87-d770-45a2-b713-6e12583d2e21 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:31:28.169510 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Attempting to bind port 9467ad87-d770-45a2-b713-6e12583d2e21 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:28.177322 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:28.177666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Checking segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:28.178193 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Bound using segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:28.178664 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Bound port: 9467ad87-d770-45a2-b713-6e12583d2e21, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:28.179015 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.300645 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] For port 9467ad87-d770-45a2-b713-6e12583d2e21, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:28.327071 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] For port 9467ad87-d770-45a2-b713-6e12583d2e21, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9467ad87-d770-45a2-b713-6e12583d2e21,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:28.332763 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.334900 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202ee4c1-2f25-447a-ab0a-1016b8118416 {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:28.344305 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:28.348030 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.377987 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8a417-954a-44d3-884b-ab40a704fe03 req-b7dcad53-84dd-4e66-a119-bd25ce712aaf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:28.379537 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aad8a417-954a-44d3-884b-ab40a704fe03 req-b7dcad53-84dd-4e66-a119-bd25ce712aaf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0677474
Jun 21 04:31:28.402874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:28.403503 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.405654 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] 10.222.0.69 "PUT /v2.0/ports/9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 1093 time: 1.9121757
Jun 21 04:31:28.412293 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'tag': '9467ad87-d770-45a2-b713-6e12583d2e21'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:31:28.422372 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aad8a417-954a-44d3-884b-ab40a704fe03 req-1693838d-6e42-4072-a9c7-f551359c3497 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368376
Jun 21 04:31:28.470049 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Transition to ACTIVE for port object 202ee4c1-2f25-447a-ab0a-1016b8118416 will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:28.493799 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.520359 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Pushing event updated for resources: {'Port': ['ID=9467ad87-d770-45a2-b713-6e12583d2e21,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:28.523665 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:28.525210 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:28.539339 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7780e7-40c8-4287-b748-97bd5152bcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f95a09d0-c00e-4e02-a9fa-1e8cb576a115", "tag": "9467ad87-d770-45a2-b713-6e12583d2e21"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:31:28.636044 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Pushing event updated for resources: {'Port': ['ID=202ee4c1-2f25-447a-ab0a-1016b8118416,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:28.639213 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:28.646623 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ae89079e-c3ca-40d9-8803-e6e9d2c88120 req-b6b6e28b-b508-43fd-bf1c-ea5655ec6c99 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0281825
Jun 21 04:31:28.657868 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb480a4-e272-4acc-acb1-0c36b14e55b8 req-4865e7c6-35be-4c3e-bc27-db62a6081b16 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:28.659490 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1fb480a4-e272-4acc-acb1-0c36b14e55b8 req-4865e7c6-35be-4c3e-bc27-db62a6081b16 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.2786169
Jun 21 04:31:28.673391 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Attempting to bind port 202ee4c1-2f25-447a-ab0a-1016b8118416 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:28.673749 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Attempting to bind port 202ee4c1-2f25-447a-ab0a-1016b8118416 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:28.674078 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Attempting to bind port 202ee4c1-2f25-447a-ab0a-1016b8118416 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:28.686427 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Port 202ee4c1-2f25-447a-ab0a-1016b8118416 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:31:28.686753 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Attempting to bind port 202ee4c1-2f25-447a-ab0a-1016b8118416 on network 0ee48e64-7227-43ee-8301-f4d2cd86de9d {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:28.698998 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:28.699340 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Checking segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:28.699723 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Bound using segment: {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:28.700178 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Bound port: 202ee4c1-2f25-447a-ab0a-1016b8118416, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3181106-2386-41c4-ac64-2fa48a4b0b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:28.700532 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.720840 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1fb480a4-e272-4acc-acb1-0c36b14e55b8 req-f3fe7bd6-8b59-4922-942e-b9731822a3ca tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557039
Jun 21 04:31:28.785581 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] For port 202ee4c1-2f25-447a-ab0a-1016b8118416, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:28.789032 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] For port 202ee4c1-2f25-447a-ab0a-1016b8118416, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=202ee4c1-2f25-447a-ab0a-1016b8118416,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:28.794300 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.796723 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:28.831280 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04748373-740b-4e52-8b48-13140a19271d x-openstack-request-id: req-04748373-740b-4e52-8b48-13140a19271d {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:31:28.831581 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95a09d0-c00e-4e02-a9fa-1e8cb576a115", "tag": "9467ad87-d770-45a2-b713-6e12583d2e21", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:31:28.831849 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04748373-740b-4e52-8b48-13140a19271d {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:31:28.832347 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'tag': '9467ad87-d770-45a2-b713-6e12583d2e21', 'status': 'completed', 'code': 200}
Jun 21 04:31:28.845994 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:28.846602 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:28.847938 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] 10.222.0.69 "PUT /v2.0/ports/202ee4c1-2f25-447a-ab0a-1016b8118416 HTTP/1.1" status: 200  len: 1093 time: 1.4101322
Jun 21 04:31:28.863146 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Pushing event updated for resources: {'Port': ['ID=202ee4c1-2f25-447a-ab0a-1016b8118416,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:28.866770 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:29.144154 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ce707-ca17-45ef-89ea-3304335c253d req-4530b77a-113e-4545-a113-048083dde6ff tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:29.145545 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ab3ce707-ca17-45ef-89ea-3304335c253d req-4530b77a-113e-4545-a113-048083dde6ff tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0643928
Jun 21 04:31:29.182625 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ab3ce707-ca17-45ef-89ea-3304335c253d req-652f5453-50b3-4187-b6c0-54c40fe6244c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313418
Jun 21 04:31:29.183561 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:29.604460 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcefa2-1526-4139-ab3e-a5a3a91b1d8e req-b8cf951c-f9a7-4e79-b400-f573320fa58b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:29.605892 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5bdcefa2-1526-4139-ab3e-a5a3a91b1d8e req-b8cf951c-f9a7-4e79-b400-f573320fa58b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0632682
Jun 21 04:31:29.643668 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5bdcefa2-1526-4139-ab3e-a5a3a91b1d8e req-bcfa6c24-a973-49ee-ad41-d97fd30ff995 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300879
Jun 21 04:31:29.784408 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c165ea1c-5871-4c59-9158-cf718203bc8a req-db3460d8-0a02-41b6-9cdc-aacedd5ef7f0 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0279996
Jun 21 04:31:29.895961 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5468-bf9b-437b-a87c-2342de33bf07 req-402f47af-a310-4e49-ad25-9c5992874af1 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:29.897574 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e8ad5468-bf9b-437b-a87c-2342de33bf07 req-402f47af-a310-4e49-ad25-9c5992874af1 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0652549
Jun 21 04:31:29.936223 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e8ad5468-bf9b-437b-a87c-2342de33bf07 req-9244090f-b450-4e80-9c31-7255ea49ae85 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329680
Jun 21 04:31:30.359604 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f428f2-f7b7-48f4-9fbf-68dcfc2d61d4 req-7d08c84e-0e19-448c-8a3c-6b4d738df0cb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:30.361133 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37f428f2-f7b7-48f4-9fbf-68dcfc2d61d4 req-7d08c84e-0e19-448c-8a3c-6b4d738df0cb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0679600
Jun 21 04:31:30.401757 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37f428f2-f7b7-48f4-9fbf-68dcfc2d61d4 req-aa033f39-d95c-427b-b3dd-49f28dde64ec tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320437
Jun 21 04:31:30.833129 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'tag': '202ee4c1-2f25-447a-ab0a-1016b8118416'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:31:30.835804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08b0b28-7c00-4751-8dd8-661aa8f6a498" -d '{"events": [{"name": "network-changed", "server_uuid": "1958c3b0-6429-4160-8959-cd8f90d67ac6", "tag": "202ee4c1-2f25-447a-ab0a-1016b8118416"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:31:30.932580 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3c46424-c1c6-4f61-9636-735fbff66885 req-cf2035e6-f6bf-4e50-8204-91dd1aff9a2e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0352545
Jun 21 04:31:30.971279 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1538a2-af89-4d35-a3ee-c180c25f9db8 req-f8081b13-721b-4329-a00f-9163be9ee0bc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:30.972920 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-de1538a2-af89-4d35-a3ee-c180c25f9db8 req-f8081b13-721b-4329-a00f-9163be9ee0bc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0730255
Jun 21 04:31:30.982966 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79af603-2366-407d-bf18-038ca0dab0a6 x-openstack-request-id: req-c79af603-2366-407d-bf18-038ca0dab0a6 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:31:30.983319 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1958c3b0-6429-4160-8959-cd8f90d67ac6", "tag": "202ee4c1-2f25-447a-ab0a-1016b8118416", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:31:30.983534 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c79af603-2366-407d-bf18-038ca0dab0a6 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:31:30.983921 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'tag': '202ee4c1-2f25-447a-ab0a-1016b8118416', 'status': 'completed', 'code': 200}
Jun 21 04:31:31.019450 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-de1538a2-af89-4d35-a3ee-c180c25f9db8 req-cddfa98b-3bdf-4ac3-97b7-b2361c1dfd29 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409846
Jun 21 04:31:31.135142 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82232-1d32-4820-8861-acfb25781101 req-63971046-6279-4474-a63a-6b5fa7b0a996 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.136656 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3ee82232-1d32-4820-8861-acfb25781101 req-63971046-6279-4474-a63a-6b5fa7b0a996 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0653553
Jun 21 04:31:31.172446 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3ee82232-1d32-4820-8861-acfb25781101 req-e1763d61-3e9c-4bda-b019-bd56cce99374 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300555
Jun 21 04:31:31.449760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'port': {'device_id': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'admin_state_up': True, 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'security_groups': ['d58a1eb7-5575-49c7-baff-bbb615103cf7']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:31.628439 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f264208-16c2-4844-b8a2-a33eb8829f7e req-8a625c99-ba55-4f15-a746-cfb9249bbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.629944 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2f264208-16c2-4844-b8a2-a33eb8829f7e req-8a625c99-ba55-4f15-a746-cfb9249bbdf3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1096 time: 0.0860100
Jun 21 04:31:31.643815 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-1c13abcc-d17d-409d-ae60-1e032df0b46e service neutron] 10.222.0.69 "GET /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086775
Jun 21 04:31:31.661256 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912074d-1315-49a5-853e-06fa2013fc2b req-23746a32-7bd5-4a87-b8cf-291ba554327d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.662606 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3912074d-1315-49a5-853e-06fa2013fc2b req-23746a32-7bd5-4a87-b8cf-291ba554327d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.1388083
Jun 21 04:31:31.697946 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Made reservation on behalf of af1f579c2af6407bb6a21e449a5a490c for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:31.701975 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:31.760449 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3912074d-1315-49a5-853e-06fa2013fc2b req-8be2f064-3abd-4cd6-8693-9d8c43b7d5c9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917511
Jun 21 04:31:31.796591 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b0b28-7c00-4751-8dd8-661aa8f6a498 req-73f9b634-fa6e-43f3-b0b0-cb6bc3fae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.798074 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f08b0b28-7c00-4751-8dd8-661aa8f6a498 req-73f9b634-fa6e-43f3-b0b0-cb6bc3fae940 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 1096 time: 0.1181452
Jun 21 04:31:31.821671 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7780e7-40c8-4287-b748-97bd5152bcc3 req-1d0da033-25ae-457c-856f-0a404775b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.823132 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fe7780e7-40c8-4287-b748-97bd5152bcc3 req-1d0da033-25ae-457c-856f-0a404775b5f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1096 time: 0.1414654
Jun 21 04:31:31.944640 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f264208-16c2-4844-b8a2-a33eb8829f7e req-b3fe4fe1-3561-4d06-82cf-101835104b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.946109 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2f264208-16c2-4844-b8a2-a33eb8829f7e req-b3fe4fe1-3561-4d06-82cf-101835104b66 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e675f725dd95409596002be17e7bf626&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2210853
Jun 21 04:31:31.981498 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b0b28-7c00-4751-8dd8-661aa8f6a498 req-69f5ca1b-842b-471d-b215-c54d46383574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:31.982753 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Allocated IP 172.20.0.7 (31c1f1d4-8ae2-42c6-846e-a5929bb88c85/bf280934-0e9f-405c-b549-aff4df2b0b20/98b38b3b-e9cb-46c9-8d6e-554c49059e58) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:31:31.983675 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f08b0b28-7c00-4751-8dd8-661aa8f6a498 req-69f5ca1b-842b-471d-b215-c54d46383574 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=52507c45e4004dc2876d2f9168d083c3&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1690447
Jun 21 04:31:32.289108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7780e7-40c8-4287-b748-97bd5152bcc3 req-b0311575-3836-4443-a70b-36bb5c019d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:32.295714 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fe7780e7-40c8-4287-b748-97bd5152bcc3 req-b0311575-3836-4443-a70b-36bb5c019d39 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=52507c45e4004dc2876d2f9168d083c3&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4436388
Jun 21 04:31:32.324302 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6756dc94-1f40-4801-b591-dc1d345824cb req-611a5559-973e-4a81-b452-14f226ac87f1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.2400551
Jun 21 04:31:32.424592 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cfb01-3e8d-432c-9c84-879043bd8c01 req-2094a1ad-d9c7-4c82-b51c-e303ac6afe79 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:32.426085 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eb5cfb01-3e8d-432c-9c84-879043bd8c01 req-2094a1ad-d9c7-4c82-b51c-e303ac6afe79 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1602011
Jun 21 04:31:32.445414 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:32.469578 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Transition to ACTIVE for port object 98b38b3b-e9cb-46c9-8d6e-554c49059e58 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:32.491824 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eb5cfb01-3e8d-432c-9c84-879043bd8c01 req-d1ade9ed-43a9-4d21-ac35-aa45fadbddd0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571620
Jun 21 04:31:32.520908 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:32.522007 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26607e91-7915-4dce-9216-0d3c882058f8 req-9095be8e-ce04-40dc-b4ec-5211ce5db3d8 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:32.523573 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26607e91-7915-4dce-9216-0d3c882058f8 req-9095be8e-ce04-40dc-b4ec-5211ce5db3d8 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0857065
Jun 21 04:31:32.525549 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:32.564105 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26607e91-7915-4dce-9216-0d3c882058f8 req-c39c2174-7d2a-4aaf-833d-13a7b99830e5 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337808
Jun 21 04:31:32.568885 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:31:32.572047 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:32.576604 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:31:32.582089 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:32.582696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:32.593548 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'Port': ['ID=98b38b3b-e9cb-46c9-8d6e-554c49059e58,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:32.604219 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:32.612061 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1674929
Jun 21 04:31:32.807978 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-0775aec7-27f2-4ed8-bcc3-fd3e5fe25ab7 None None] Provisioning for port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:32.811752 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-0775aec7-27f2-4ed8-bcc3-fd3e5fe25ab7 None None] Provisioning complete for port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:32.812159 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0775aec7-27f2-4ed8-bcc3-fd3e5fe25ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:32.845030 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-0775aec7-27f2-4ed8-bcc3-fd3e5fe25ab7 None None] Port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:31:32.941092 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840850-bd3b-42df-bccd-366edfd59603 req-37d70550-8466-4772-9a72-7b6d64719042 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:32.942554 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5b840850-bd3b-42df-bccd-366edfd59603 req-37d70550-8466-4772-9a72-7b6d64719042 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0662353
Jun 21 04:31:32.979709 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5b840850-bd3b-42df-bccd-366edfd59603 req-c57c46d0-39f8-4158-a092-bb5eab92c3cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314214
Jun 21 04:31:33.501608 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaec04a-239a-4cf2-b079-0a704594ed81 req-43789489-9536-4996-bbd1-d21af10f323a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:33.503098 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4eaec04a-239a-4cf2-b079-0a704594ed81 req-43789489-9536-4996-bbd1-d21af10f323a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 931 time: 0.0657761
Jun 21 04:31:33.542534 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4eaec04a-239a-4cf2-b079-0a704594ed81 req-32fe3bce-0f5d-4479-b62e-c84b7b064ab2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337856
Jun 21 04:31:33.672359 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b2066-8b45-47bb-82b5-419d5169be71 req-cfff84c3-515a-43c3-821e-bbcaafdb4f9b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:33.673845 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-041b2066-8b45-47bb-82b5-419d5169be71 req-cfff84c3-515a-43c3-821e-bbcaafdb4f9b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0622339
Jun 21 04:31:33.711826 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-041b2066-8b45-47bb-82b5-419d5169be71 req-1cd66fea-a6c8-49d6-88b8-fa2d0daaed69 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322533
Jun 21 04:31:33.752063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f52f8-7bac-4564-b881-36a9ea7d114a req-2256986f-f47f-4356-94df-08318346254f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:33.753559 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7c5f52f8-7bac-4564-b881-36a9ea7d114a req-2256986f-f47f-4356-94df-08318346254f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0620880
Jun 21 04:31:33.790309 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7c5f52f8-7bac-4564-b881-36a9ea7d114a req-28bf4006-bea5-4b85-ba43-1d64a88b678b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311208
Jun 21 04:31:34.145609 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec714-16dd-4a2b-b06e-a46edd98fa80 req-aef80652-b59f-4adb-9ca0-ad750e0048e1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.148284 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-15eec714-16dd-4a2b-b06e-a46edd98fa80 req-aef80652-b59f-4adb-9ca0-ad750e0048e1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0633783
Jun 21 04:31:34.186077 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-15eec714-16dd-4a2b-b06e-a46edd98fa80 req-77c458b3-eefc-4707-89bf-83d3ee72c175 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328350
Jun 21 04:31:34.372826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Request body: {'port': {'device_id': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:34.582468 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:34.589731 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f264208-16c2-4844-b8a2-a33eb8829f7e req-1a08f47f-760f-4e10-a22b-f9ef1f2661dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.591216 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2f264208-16c2-4844-b8a2-a33eb8829f7e req-1a08f47f-760f-4e10-a22b-f9ef1f2661dd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2255061
Jun 21 04:31:34.592809 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b0b28-7c00-4751-8dd8-661aa8f6a498 req-02355b60-c65c-4677-997e-fe839192bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.594102 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f08b0b28-7c00-4751-8dd8-661aa8f6a498 req-02355b60-c65c-4677-997e-fe839192bc76 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2173927
Jun 21 04:31:34.594967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7780e7-40c8-4287-b748-97bd5152bcc3 req-dc78370a-35b9-4f90-8a94-25f72f6a9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.596416 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fe7780e7-40c8-4287-b748-97bd5152bcc3 req-dc78370a-35b9-4f90-8a94-25f72f6a9d95 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2211285
Jun 21 04:31:34.725397 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a87a5-ec38-4a8b-9f8e-7bb0d609c542 req-09f94f97-89c6-40ac-bf6e-e7eddbdc5682 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.726802 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9f8a87a5-ec38-4a8b-9f8e-7bb0d609c542 req-09f94f97-89c6-40ac-bf6e-e7eddbdc5682 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 931 time: 0.0637658
Jun 21 04:31:34.765729 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9f8a87a5-ec38-4a8b-9f8e-7bb0d609c542 req-ed2723d1-90e5-4b4b-a0a2-f36aeb0a090f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329425
Jun 21 04:31:34.880011 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b38b3b-e9cb-46c9-8d6e-554c49059e58 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:34.889094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:34.910167 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Transition to ACTIVE for port object 98b38b3b-e9cb-46c9-8d6e-554c49059e58 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:31:34.913742 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:34.919658 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:34.962081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c874af-0b8e-4ada-a558-983280ef8a47 req-4f579297-82ae-470c-88fb-1dac1dae9811 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.963572 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b6c874af-0b8e-4ada-a558-983280ef8a47 req-4f579297-82ae-470c-88fb-1dac1dae9811 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1220415
Jun 21 04:31:34.965895 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39be03d-5ef4-45df-a044-53b16e60b5f4 req-ad8f8d19-4d77-4b53-9a5d-73c1dc83bd65 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:34.968056 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b39be03d-5ef4-45df-a044-53b16e60b5f4 req-ad8f8d19-4d77-4b53-9a5d-73c1dc83bd65 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0690393
Jun 21 04:31:35.008472 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b39be03d-5ef4-45df-a044-53b16e60b5f4 req-a7663267-2332-4315-bc37-543e7b0e68a3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334759
Jun 21 04:31:35.010637 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Pushing event updated for resources: {'Port': ['ID=98b38b3b-e9cb-46c9-8d6e-554c49059e58,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:35.014518 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:35.072744 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b6c874af-0b8e-4ada-a558-983280ef8a47 req-bd87ee09-7314-4379-805e-bf3d36a517e3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010690
Jun 21 04:31:35.075096 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Attempting to bind port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:31:35.076450 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Attempting to bind port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:31:35.076450 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Attempting to bind port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:35.081011 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:31:35.081327 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Attempting to bind port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:31:35.086920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:31:35.087261 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Checking segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:35.087912 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Bound using segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:31:35.088395 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Bound port: 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:31:35.088746 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:35.159284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] For port 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:31:35.162173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] For port 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:31:35.167668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:35.170635 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:35.204042 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:35.204590 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:35.206094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] 10.222.0.69 "PUT /v2.0/ports/98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 1093 time: 0.8375335
Jun 21 04:31:35.212471 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:31:35.214761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed2f661-8eea-44d5-9142-61109cb19f46" -d '{"events": [{"name": "network-changed", "server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:31:35.243405 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Pushing event updated for resources: {'Port': ['ID=98b38b3b-e9cb-46c9-8d6e-554c49059e58,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:35.252994 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:35.266900 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e59f8-cc53-44b4-a84e-2a813c82943b x-openstack-request-id: req-006e59f8-cc53-44b4-a84e-2a813c82943b {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:31:35.267341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:31:35.267615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-006e59f8-cc53-44b4-a84e-2a813c82943b {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:31:35.268027 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'status': 'completed', 'code': 200}
Jun 21 04:31:35.386949 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee407012-9c35-4a91-b775-2c4c39ef8c3d req-255b791b-146c-4d7e-b811-fe0030d3eabf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:35.388587 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ee407012-9c35-4a91-b775-2c4c39ef8c3d req-255b791b-146c-4d7e-b811-fe0030d3eabf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0647030
Jun 21 04:31:35.427393 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ee407012-9c35-4a91-b775-2c4c39ef8c3d req-e3628b9f-1960-4b4b-b9b5-cd6b2d77a673 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328827
Jun 21 04:31:35.935901 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4105a0e-f98e-451c-a9de-dc5f80f61e3e req-c41bdb18-9cf9-409d-8ab7-9a78cdae4040 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:35.937379 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f4105a0e-f98e-451c-a9de-dc5f80f61e3e req-c41bdb18-9cf9-409d-8ab7-9a78cdae4040 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0618351
Jun 21 04:31:35.973659 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f4105a0e-f98e-451c-a9de-dc5f80f61e3e req-d0d6edae-ddc7-49b9-9308-6a985a4e4581 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0306497
Jun 21 04:31:36.196859 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4f54d-bcc9-47ec-9954-b3743f387562 req-ec8abcb2-9024-4e1e-8e3f-422e04ddc544 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.198394 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d5f4f54d-bcc9-47ec-9954-b3743f387562 req-ec8abcb2-9024-4e1e-8e3f-422e04ddc544 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0753114
Jun 21 04:31:36.306966 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d5f4f54d-bcc9-47ec-9954-b3743f387562 req-68ba9c14-68cf-49e4-a102-e1f63ccbb90e tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977471
Jun 21 04:31:36.325375 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-85922f19-e339-4600-8258-c0d36059d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.327581 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-85922f19-e339-4600-8258-c0d36059d80e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1096 time: 0.1281776
Jun 21 04:31:36.329197 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-099d010c-b1c1-4bbb-b761-2eb461eecdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.330655 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-099d010c-b1c1-4bbb-b761-2eb461eecdcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1096 time: 0.1235111
Jun 21 04:31:36.330761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-6de713ec-d60a-4349-9c08-8b678199c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.333184 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-6de713ec-d60a-4349-9c08-8b678199c121 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 1096 time: 0.1378515
Jun 21 04:31:36.334848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f661-8eea-44d5-9142-61109cb19f46 req-a6cc3d1b-0cf1-4190-9181-e6622a4e2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.336495 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4ed2f661-8eea-44d5-9142-61109cb19f46 req-a6cc3d1b-0cf1-4190-9181-e6622a4e2a5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1096 time: 0.1504152
Jun 21 04:31:36.344477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b650b-e8af-43fd-9e0a-a71c07177ed5 req-66146d35-e19c-4019-b8d0-63ca243600dc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.345895 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e58b650b-e8af-43fd-9e0a-a71c07177ed5 req-66146d35-e19c-4019-b8d0-63ca243600dc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1495912
Jun 21 04:31:36.385012 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e58b650b-e8af-43fd-9e0a-a71c07177ed5 req-c9ec1abc-5904-4d47-8279-491ef57ba69e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330627
Jun 21 04:31:36.560656 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-60915fbf-e29e-420c-93d8-8a3c6022eda3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=202ee4c1-2f25-447a-ab0a-1016b8118416 HTTP/1.1" status: 200  len: 217 time: 0.0744097
Jun 21 04:31:36.571327 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-aad5385e-ed87-40ed-8cf8-10aa69439605 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 217 time: 0.0876231
Jun 21 04:31:36.573304 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-609a3c71-2071-4341-b9e4-afef08e10f42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 217 time: 0.0834088
Jun 21 04:31:36.642121 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-ed5ee349-31d1-4a20-880f-b4053609ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.643617 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-ed5ee349-31d1-4a20-880f-b4053609ad0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0745091
Jun 21 04:31:36.646754 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f661-8eea-44d5-9142-61109cb19f46 req-5f5f643b-3707-455e-bb2b-4968a62ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.648103 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4ed2f661-8eea-44d5-9142-61109cb19f46 req-5f5f643b-3707-455e-bb2b-4968a62ed16e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=af1f579c2af6407bb6a21e449a5a490c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1638761
Jun 21 04:31:36.695947 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-7efa6add-9107-46cb-a60f-bef458050164 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411553
Jun 21 04:31:36.698291 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-7d382321-d1d9-4be0-8985-9574382241b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.699730 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-7d382321-d1d9-4be0-8985-9574382241b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0957909
Jun 21 04:31:36.702544 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-a2ead307-7092-4ea1-a0a4-112216224a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.703817 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-a2ead307-7092-4ea1-a0a4-112216224a67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.1013300
Jun 21 04:31:36.720944 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af440a6-53da-445e-8887-b30993c5f556 req-d9cb7191-1832-4135-8a43-62bbb11ee65d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.722349 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8af440a6-53da-445e-8887-b30993c5f556 req-d9cb7191-1832-4135-8a43-62bbb11ee65d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.1549144
Jun 21 04:31:36.812822 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f661-8eea-44d5-9142-61109cb19f46 req-241e9a17-637e-422f-98fb-8c8be771af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.814178 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4ed2f661-8eea-44d5-9142-61109cb19f46 req-241e9a17-637e-422f-98fb-8c8be771af77 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1584835
Jun 21 04:31:36.814809 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-38106fab-7d0f-478f-896e-cf69f5eb245f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631573
Jun 21 04:31:36.832390 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8af440a6-53da-445e-8887-b30993c5f556 req-fc5b5e0d-794f-4d4e-bdf4-f6978c884db3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043162
Jun 21 04:31:36.847749 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-84d028f3-da18-4903-8525-3a75163d6303 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051915
Jun 21 04:31:36.932466 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-23e66d4e-e4c2-448f-9604-8cc190ac9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:36.933953 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-23e66d4e-e4c2-448f-9604-8cc190ac9de4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1908791
Jun 21 04:31:36.948725 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-5843b496-c67b-40b1-b7a8-7fc725785728 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143882
Jun 21 04:31:37.130161 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c53a0cc6-3fb8-4337-8dd8-d510d868cec0 req-ce12a863-80a0-41bf-8153-b9b0e43e549b service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443384
Jun 21 04:31:37.131840 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-32b27244-458d-470a-a09e-16e1e48ff522 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529541
Jun 21 04:31:37.137465 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-ad46dfc3-5d6b-447c-8e43-40034c344a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:37.139455 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-ad46dfc3-5d6b-447c-8e43-40034c344a06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1096 time: 0.1535749
Jun 21 04:31:37.142540 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ef5509-9d46-4f3f-93b0-474b035cada1 req-7a9a76b8-b616-4723-a992-bdcc9b42b775 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641631
Jun 21 04:31:37.178042 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99905299-f822-4289-b9cb-172a203d405f req-e632e9fc-047e-4aae-a3cb-1b9b86764b6c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:37.179494 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-99905299-f822-4289-b9cb-172a203d405f req-e632e9fc-047e-4aae-a3cb-1b9b86764b6c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0856736
Jun 21 04:31:37.252233 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-000e1ad2-9037-4d2a-81de-308b683f3364 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 217 time: 0.0465364
Jun 21 04:31:37.255441 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-99905299-f822-4289-b9cb-172a203d405f req-01159f6d-0411-4a7f-ba50-1f39fa8c3b87 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703013
Jun 21 04:31:37.301113 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf2f58cd-924e-4e5f-8651-630996af0535 req-7b4c0418-9357-4b01-a9e5-dc7d8bad557d service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965922
Jun 21 04:31:37.344861 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-f810efa8-efb4-44d0-a205-045774f4c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:37.346261 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-f810efa8-efb4-44d0-a205-045774f4c7f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0569208
Jun 21 04:31:37.514892 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105e3f-15f3-431d-99d4-782880e5504f req-729f0dfc-7326-4275-b388-eb7c5e95edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:37.515074 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c0aa1-51b2-4671-9158-addcab611f6e req-f46a7c1d-ce01-4c07-90ed-ca75d685de0e tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:37.516622 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-729f0dfc-7326-4275-b388-eb7c5e95edb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1009333
Jun 21 04:31:37.516806 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0b2c0aa1-51b2-4671-9158-addcab611f6e req-f46a7c1d-ce01-4c07-90ed-ca75d685de0e tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0862081
Jun 21 04:31:37.568808 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0b2c0aa1-51b2-4671-9158-addcab611f6e req-3bbd6b56-f86f-47c0-9cb8-6e88002e8d4f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449336
Jun 21 04:31:37.858655 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-11e98820-77fd-4a37-a7dc-d90f0b2fe7e9 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3352118
Jun 21 04:31:37.870408 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed143013-2f3f-46df-b94b-c48e99a2071e req-b9c15564-03c7-483e-b5e3-bb1dfde90198 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:37.871835 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed143013-2f3f-46df-b94b-c48e99a2071e req-b9c15564-03c7-483e-b5e3-bb1dfde90198 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1181204
Jun 21 04:31:37.954478 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed143013-2f3f-46df-b94b-c48e99a2071e req-e9aa3039-6164-4c8c-96eb-fa27dece8201 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739777
Jun 21 04:31:37.983856 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be105e3f-15f3-431d-99d4-782880e5504f req-f64b83d8-17ba-4be2-9013-0bed3fa65925 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108708
Jun 21 04:31:38.041870 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06257-03b2-4e8a-b869-85985ab03c72 req-8d777b48-3969-41eb-9f42-bcf6dc43977c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:38.043321 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c2e06257-03b2-4e8a-b869-85985ab03c72 req-8d777b48-3969-41eb-9f42-bcf6dc43977c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0705059
Jun 21 04:31:38.080105 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c2e06257-03b2-4e8a-b869-85985ab03c72 req-42bb1437-0d25-411f-8964-d893fb20ce69 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303881
Jun 21 04:31:38.426594 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe87f4b-828b-4ce7-bcac-dc7fffe81f20 req-fafb3d4a-300a-4a72-9ab2-86c8b7973267 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:38.428032 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5fe87f4b-828b-4ce7-bcac-dc7fffe81f20 req-fafb3d4a-300a-4a72-9ab2-86c8b7973267 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0641627
Jun 21 04:31:38.465658 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5fe87f4b-828b-4ce7-bcac-dc7fffe81f20 req-20462e9a-9f68-4d43-b073-3e120015e9bd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319290
Jun 21 04:31:38.752372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf86a5-1bea-4f1e-b836-695c5c40aa9b req-bd999abf-aebe-4c2a-b420-e3c2ebe25123 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:38.753841 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-acbf86a5-1bea-4f1e-b836-695c5c40aa9b req-bd999abf-aebe-4c2a-b420-e3c2ebe25123 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0684912
Jun 21 04:31:38.789859 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-acbf86a5-1bea-4f1e-b836-695c5c40aa9b req-2807883d-df86-473d-97a7-4721da2aa7c1 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303664
Jun 21 04:31:39.148812 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1bfcb-3caf-4c99-a570-d65ee4cbda5a req-5fce24e9-cde3-4c1c-92e5-9d6ff039e9a4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:39.150265 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-33e1bfcb-3caf-4c99-a570-d65ee4cbda5a req-5fce24e9-cde3-4c1c-92e5-9d6ff039e9a4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0616448
Jun 21 04:31:39.187174 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-33e1bfcb-3caf-4c99-a570-d65ee4cbda5a req-41ca5a09-864c-4793-93ab-a234ac0b8e21 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313587
Jun 21 04:31:39.250571 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067180f-0e56-49ab-ab56-3b58e714a6dc req-be4d3218-90d7-46d7-a66e-b4958ca92081 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:39.252336 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1067180f-0e56-49ab-ab56-3b58e714a6dc req-be4d3218-90d7-46d7-a66e-b4958ca92081 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0610518
Jun 21 04:31:39.288452 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1067180f-0e56-49ab-ab56-3b58e714a6dc req-e78c4412-e81a-4293-8887-04fc2085f4e5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306151
Jun 21 04:31:39.632038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f7be-a306-497d-8ef8-a6db2565e1d3 req-bb1b814c-71d2-492e-94c0-1ef76050730d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:39.633490 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5eb1f7be-a306-497d-8ef8-a6db2565e1d3 req-bb1b814c-71d2-492e-94c0-1ef76050730d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0602469
Jun 21 04:31:39.672882 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5eb1f7be-a306-497d-8ef8-a6db2565e1d3 req-44bde644-b96a-473c-9ae9-47805b49fa2e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338900
Jun 21 04:31:39.965125 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369605d4-f11e-49e5-bce8-2d0ef9939bc1 req-e2ab093f-7739-4f2e-9825-2f102358247b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:39.967172 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-369605d4-f11e-49e5-bce8-2d0ef9939bc1 req-e2ab093f-7739-4f2e-9825-2f102358247b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 943 time: 0.0661554
Jun 21 04:31:40.002408 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-369605d4-f11e-49e5-bce8-2d0ef9939bc1 req-86f4cbe3-12a0-4413-9cef-a227434c31d8 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297728
Jun 21 04:31:40.361920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53284f-85a4-4ea8-a276-96e9232db340 req-c1555cf8-7cf7-4963-8b4c-6943179daa2e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:40.363397 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ca53284f-85a4-4ea8-a276-96e9232db340 req-c1555cf8-7cf7-4963-8b4c-6943179daa2e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0621541
Jun 21 04:31:40.400512 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ca53284f-85a4-4ea8-a276-96e9232db340 req-77acdab8-66a9-4e8a-82aa-ebf441a3bf08 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315006
Jun 21 04:31:40.459137 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfcbae-3a61-45fc-9b74-c8fab3de19b1 req-0dd9c818-7e6e-41bc-ba66-8af650aef172 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:40.460845 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a5dfcbae-3a61-45fc-9b74-c8fab3de19b1 req-0dd9c818-7e6e-41bc-ba66-8af650aef172 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0627623
Jun 21 04:31:40.497122 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a5dfcbae-3a61-45fc-9b74-c8fab3de19b1 req-26b0f158-f13c-4517-8f39-b0ddd5547c6f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301273
Jun 21 04:31:40.841814 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f5b09-437d-4555-931d-720f4d047321 req-5149f3fb-76a1-44e4-9cf6-725c3d61aee6 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:40.843173 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-481f5b09-437d-4555-931d-720f4d047321 req-5149f3fb-76a1-44e4-9cf6-725c3d61aee6 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0611744
Jun 21 04:31:40.879227 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-481f5b09-437d-4555-931d-720f4d047321 req-6bbd5374-cd93-455e-b7c1-3ebf6791dcd3 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304325
Jun 21 04:31:40.935576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 51854e28-6986-40bf-b3da-f24a5732856c details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:31:41.037905 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 51854e28-6986-40bf-b3da-f24a5732856c, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=51854e28-6986-40bf-b3da-f24a5732856c,segment=NetworkSegment(277eaa03-3c33-4107-b23f-24d6b9eef5ef),segment_id=277eaa03-3c33-4107-b23f-24d6b9eef5ef)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:41.049941 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '51854e28-6986-40bf-b3da-f24a5732856c', 'network_id': 'b0fee61e-f381-40ad-a35e-2d68c10ef14c', 'port_id': '51854e28-6986-40bf-b3da-f24a5732856c', 'mac_address': 'fa:16:3e:e8:99:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba864cc-036a-4fc7-989b-85ba4fcf1a0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:31:41.096610 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:41.115032 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51854e28-6986-40bf-b3da-f24a5732856c {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:41.143356 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 51854e28-6986-40bf-b3da-f24a5732856c, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=51854e28-6986-40bf-b3da-f24a5732856c,segment=NetworkSegment(277eaa03-3c33-4107-b23f-24d6b9eef5ef),segment_id=277eaa03-3c33-4107-b23f-24d6b9eef5ef)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:41.149386 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:41.152899 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-06ce303f-b308-4d43-80c7-f54594401411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:41.214716 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=51854e28-6986-40bf-b3da-f24a5732856c,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:41.218448 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:41.225966 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1770c-b466-4e2d-b79e-f9a41f281791 req-bf14a028-5712-4a2b-a899-840eb8978442 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:41.227110 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fbe1770c-b466-4e2d-b79e-f9a41f281791 req-bf14a028-5712-4a2b-a899-840eb8978442 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0882862
Jun 21 04:31:41.266282 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fbe1770c-b466-4e2d-b79e-f9a41f281791 req-3b94ea8f-a959-4c95-b76d-b2e1f7500e4d tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315578
Jun 21 04:31:41.585964 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530b8cd-9779-49d0-b59d-65055eb449f8 req-ec31b36f-c355-4279-b2b8-07085f9a0443 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:41.587450 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e530b8cd-9779-49d0-b59d-65055eb449f8 req-ec31b36f-c355-4279-b2b8-07085f9a0443 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0765984
Jun 21 04:31:41.630233 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e530b8cd-9779-49d0-b59d-65055eb449f8 req-05053fbe-6bf1-46a8-a8c4-914056545c18 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354061
Jun 21 04:31:41.674916 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18773f7d-427a-4d94-b1d1-bf2f4b39f555 req-a0a3b91f-d76f-44fd-98bb-fcd686327cb4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:41.676423 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-18773f7d-427a-4d94-b1d1-bf2f4b39f555 req-a0a3b91f-d76f-44fd-98bb-fcd686327cb4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0632436
Jun 21 04:31:41.715069 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-18773f7d-427a-4d94-b1d1-bf2f4b39f555 req-88bfbeb2-0ff7-44f1-a8c3-03885dc75d2c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327675
Jun 21 04:31:42.054137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088bd26-cbc3-44ab-a13e-5b1cb8753222 req-4d6b1e9c-73e4-4727-9c86-abe222f525bb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:42.055581 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2088bd26-cbc3-44ab-a13e-5b1cb8753222 req-4d6b1e9c-73e4-4727-9c86-abe222f525bb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0623944
Jun 21 04:31:42.092402 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2088bd26-cbc3-44ab-a13e-5b1cb8753222 req-3b26e6d9-f8a2-4486-9d63-35adbecb45ab tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305567
Jun 21 04:31:42.437450 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855ac5-290e-498f-93ec-35bcc90873d8 req-6c11a2b2-489e-4308-a9a1-e1f0224035c4 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:42.438920 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ec855ac5-290e-498f-93ec-35bcc90873d8 req-6c11a2b2-489e-4308-a9a1-e1f0224035c4 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0618496
Jun 21 04:31:42.477310 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ec855ac5-290e-498f-93ec-35bcc90873d8 req-dd62a56f-48c0-4184-b125-893e7993bfda tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327640
Jun 21 04:31:42.812803 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f5f4d-c5be-4934-968a-5bf3857731dd req-d5047dc6-4b0d-46f5-8686-e70e13b11e2c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:42.814360 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bf6f5f4d-c5be-4934-968a-5bf3857731dd req-d5047dc6-4b0d-46f5-8686-e70e13b11e2c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0671880
Jun 21 04:31:42.861260 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bf6f5f4d-c5be-4934-968a-5bf3857731dd req-d2835994-75c6-4399-8d39-e289830953bf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412571
Jun 21 04:31:42.890250 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c614f4b-8b98-4305-be32-6360587a909e req-19a81539-cbac-4fa8-9c3f-50cb518fa69f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:42.891717 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3c614f4b-8b98-4305-be32-6360587a909e req-19a81539-cbac-4fa8-9c3f-50cb518fa69f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0673821
Jun 21 04:31:42.928291 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3c614f4b-8b98-4305-be32-6360587a909e req-fb67aea2-a7a4-4728-9e8d-6f49f41e6a07 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308714
Jun 21 04:31:43.266366 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06977081-81d3-42d7-9377-481aa5ebd09c req-53702555-da1e-485b-9a60-736ef9314bc4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:43.267886 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-06977081-81d3-42d7-9377-481aa5ebd09c req-53702555-da1e-485b-9a60-736ef9314bc4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0631881
Jun 21 04:31:43.304528 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-06977081-81d3-42d7-9377-481aa5ebd09c req-672d6e70-84f4-4de4-bfc2-b5cae5858e7b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310829
Jun 21 04:31:43.649875 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d2d45-6b6a-4366-aa2f-bd7aa53567a2 req-e66e0e4a-4987-4cf9-93e7-2d6bef3557ae tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:43.651305 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-878d2d45-6b6a-4366-aa2f-bd7aa53567a2 req-e66e0e4a-4987-4cf9-93e7-2d6bef3557ae tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0610662
Jun 21 04:31:43.687465 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-878d2d45-6b6a-4366-aa2f-bd7aa53567a2 req-1983cab8-631f-4200-8663-0c68327b0699 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297709
Jun 21 04:31:44.053823 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87037cdd-e7b2-4c47-b6f1-da0327534ee9 req-61e1a661-918b-4880-9597-e94fd7a5d10d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:44.055361 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-87037cdd-e7b2-4c47-b6f1-da0327534ee9 req-61e1a661-918b-4880-9597-e94fd7a5d10d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0788019
Jun 21 04:31:44.096162 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-87037cdd-e7b2-4c47-b6f1-da0327534ee9 req-6c922c1e-4041-4a12-9ea1-e6b3603e6fd5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344572
Jun 21 04:31:44.132765 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d5690-2444-4ab3-9cc1-442e7823504b req-bd4de9cc-0293-45fd-b08b-e1820ed720b9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:44.134252 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-321d5690-2444-4ab3-9cc1-442e7823504b req-bd4de9cc-0293-45fd-b08b-e1820ed720b9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.0683699
Jun 21 04:31:44.174726 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-321d5690-2444-4ab3-9cc1-442e7823504b req-bb729613-42b4-49fc-8921-8af41e105ac5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345519
Jun 21 04:31:44.377046 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['51854e28-6986-40bf-b3da-f24a5732856c'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:31:44.500071 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ced7c-a367-4cb0-9480-01d0157d5d09 req-d2f47ee0-dcb2-4c2c-9b60-8bbf909fa872 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:44.501852 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-899ced7c-a367-4cb0-9480-01d0157d5d09 req-d2f47ee0-dcb2-4c2c-9b60-8bbf909fa872 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0820293
Jun 21 04:31:44.549422 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-899ced7c-a367-4cb0-9480-01d0157d5d09 req-c3f9a39c-bc8c-4912-9c37-40656f064d7d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409031
Jun 21 04:31:44.596242 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36192) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:44.719406 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:44.844330 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:44.849068 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:44.852820 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:44.890842 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb68eb3a80224deb9a2284df8b31cff7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2933509
Jun 21 04:31:44.895386 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57938fab-3317-4ca5-b726-abdf07fdba19,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:44.895535 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36218) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:44.912957 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.913647 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.914204 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.914644 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.915127 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.915583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.916019 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.916718 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.918156 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.923887 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.924640 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.925163 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:44.939808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:44.951195 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.002006 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.064214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00c647-e2c5-4566-aa8d-9428c8f074b1 req-e524053d-7fa1-4b72-9d18-a1734999d8a6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:45.070956 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ea00c647-e2c5-4566-aa8d-9428c8f074b1 req-e524053d-7fa1-4b72-9d18-a1734999d8a6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.1068466
Jun 21 04:31:45.087330 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.091608 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.092767 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57938fab-3317-4ca5-b726-abdf07fdba19 HTTP/1.1" status: 204  len: 168 time: 0.1981652
Jun 21 04:31:45.094907 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-80b05fa9-fdef-447b-a4ed-884d7771c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:45.113089 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57938fab-3317-4ca5-b726-abdf07fdba19,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:45.140157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36232) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:45.143700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.144185 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.144547 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.144897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.145241 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.145666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.145978 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.146325 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.146672 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.147002 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.147356 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.147661 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:45.161980 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ea00c647-e2c5-4566-aa8d-9428c8f074b1 req-27da98fc-c028-4238-8720-37c57dc9c7ef tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900948
Jun 21 04:31:45.162893 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:45.329856 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.397286 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b38251-7f54-4039-95ea-c90c20b3cf8b req-29dccccb-2048-473f-ba41-3f797661d30e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:45.399014 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-26b38251-7f54-4039-95ea-c90c20b3cf8b req-29dccccb-2048-473f-ba41-3f797661d30e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1399376
Jun 21 04:31:45.470828 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-26b38251-7f54-4039-95ea-c90c20b3cf8b req-969378ba-200a-4ff3-aedc-b84674caec78 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590870
Jun 21 04:31:45.540679 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.547139 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.549901 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:45.588570 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2be2bb-c0c2-47ea-8dda-e2047fca4aaf,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:45.604881 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf26b4251ed341f7a8c85ac0c948961f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4635386
Jun 21 04:31:45.605838 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:45.608581 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36250) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:45.610343 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb1ecd-6021-4d57-bb9a-259208b4f686 req-de5a30e9-f966-44b3-8e7c-eb43503cb144 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:45.611875 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3bbb1ecd-6021-4d57-bb9a-259208b4f686 req-de5a30e9-f966-44b3-8e7c-eb43503cb144 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.2711158
Jun 21 04:31:45.663525 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3bbb1ecd-6021-4d57-bb9a-259208b4f686 req-fc158d66-6063-4ac7-8ac5-e7dc5e95ad7c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435698
Jun 21 04:31:45.690393 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.740500 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.789585 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e960371-d8b7-4991-b391-bfdee3eeed01 req-56267083-9e0a-45f7-8a95-047a8736b45b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:45.791082 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2e960371-d8b7-4991-b391-bfdee3eeed01 req-56267083-9e0a-45f7-8a95-047a8736b45b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.1146452
Jun 21 04:31:45.832232 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.834760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:45.836148 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a2be2bb-c0c2-47ea-8dda-e2047fca4aaf HTTP/1.1" status: 204  len: 168 time: 0.2250631
Jun 21 04:31:45.838945 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:45.845071 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2e960371-d8b7-4991-b391-bfdee3eeed01 req-da7b4add-c0f0-48bd-b251-f3328a54cfb5 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463133
Jun 21 04:31:45.851255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2be2bb-c0c2-47ea-8dda-e2047fca4aaf,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:45.853648 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:46.033850 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36272) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:46.118553 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36276) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:46.135790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-467507433-network', 'tenant_id': '308dc3a1003f41afb729fbf117122a99'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:46.139137 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.165238 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.db.api [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 21 04:31:46.165238 dv-cinder-796889-2-iscsi neutron-server[92726]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 21 04:31:46.165238 dv-cinder-796889-2-iscsi neutron-server[92726]: [parameters: {'project_id': '82fd94642d9d4fb9b310ee54ab77cd5f', 'id': '9b97c898-b592-4f83-85fe-8856e07579a6', 'expiration': datetime.datetime(2021, 6, 21, 4, 33, 46, 161060)}]
Jun 21 04:31:46.165238 dv-cinder-796889-2-iscsi neutron-server[92726]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 04:31:46.165645 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_db.api [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 04:31:46.172477 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Made reservation on behalf of 308dc3a1003f41afb729fbf117122a99 for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:46.174700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.182576 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.275909 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.285979 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.308889 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-36dc74d8-36be-4a12-9567-c4ccafc0f7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:46.333991 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:31:46.349296 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62b038-e17d-464f-b2bf-82b07f019ea6,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:46.352442 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:46.358893 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.359236 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Added segment 8cf2cec9-404c-4700-81d4-88f7f0aad0cf of type vlan for network cc364276-b21f-4500-8f4d-d501303bdc28
Jun 21 04:31:46.406603 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9aa80-7b2e-4e65-b150-e98ecf6ebc2f req-8de233da-cf70-4f9c-93b1-bb60038bcfef tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:46.408067 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f6a9aa80-7b2e-4e65-b150-e98ecf6ebc2f req-8de233da-cf70-4f9c-93b1-bb60038bcfef tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.1373188
Jun 21 04:31:46.411618 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.462094 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f6a9aa80-7b2e-4e65-b150-e98ecf6ebc2f req-e4e78a20-eb04-4b7f-8f07-b692f34d59d9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469434
Jun 21 04:31:46.466895 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.468193 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:46.468884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.471780 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7e83eafc-cd62-4916-96a3-a62a07a96e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:46.520696 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4856493
Jun 21 04:31:46.522569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36284) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:46.528003 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Request body: {'subnet': {'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-467507433-subnet', 'tenant_id': '308dc3a1003f41afb729fbf117122a99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:31:46.532820 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Pushing event updated for resources: {'Network': ['ID=cc364276-b21f-4500-8f4d-d501303bdc28,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:46.535864 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:46.543242 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network cc364276-b21f-4500-8f4d-d501303bdc28 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:31:46.558806 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Made reservation on behalf of 308dc3a1003f41afb729fbf117122a99 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:31:46.562035 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.667158 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.729020 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633432c2-db58-4540-8ff6-4a67b8b89e0f req-1bee7731-18e4-48ff-aad8-1018e38d65a1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:46.730922 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-633432c2-db58-4540-8ff6-4a67b8b89e0f req-1bee7731-18e4-48ff-aad8-1018e38d65a1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1295459
Jun 21 04:31:46.777578 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.788915 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.807816 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-29b01bab-faea-48b8-ba89-414ed1f93dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:46.817038 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-633432c2-db58-4540-8ff6-4a67b8b89e0f req-c3448017-e1fa-4e6d-ba7e-323420d9493e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789824
Jun 21 04:31:46.829276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.832788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e77ba499-7bcb-46c2-8e8e-10783185f650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:46.836091 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 202ee4c1-2f25-447a-ab0a-1016b8118416 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:31:46.846196 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82fd94642d9d4fb9b310ee54ab77cd5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7264318
Jun 21 04:31:46.860709 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36288) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:46.874725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6385bf3-039f-4ac3-be8a-92d0a253d96f,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:46.895970 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29426737-c086-4709-9edf-38d6330b7562,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:46.897810 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:46.900408 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:46.904473 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Checking segment: {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:31:46.905072 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Network hostable DHCP agents. Network: cc364276-b21f-4500-8f4d-d501303bdc28, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:31:46.926617 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Network cc364276-b21f-4500-8f4d-d501303bdc28 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:31:46.940919 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, cc364276-b21f-4500-8f4d-d501303bdc28) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:31:46.948655 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:46.948798 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4bc17-48c1-48d4-8c8a-0c52d6855752 None None] Network cc364276-b21f-4500-8f4d-d501303bdc28 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:31:46.949424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:46.951506 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415d83-00cb-4f71-bb99-3513597399f4 req-e5e28fe4-e01b-40fb-834e-8b8715d7e0ee tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:46.953265 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f415d83-00cb-4f71-bb99-3513597399f4 req-e5e28fe4-e01b-40fb-834e-8b8715d7e0ee tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 943 time: 0.1742456
Jun 21 04:31:46.967992 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4442408
Jun 21 04:31:46.985513 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.020037 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f415d83-00cb-4f71-bb99-3513597399f4 req-7354c5bc-4e21-46a1-8a69-a48efb25673f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609963
Jun 21 04:31:47.024912 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.089622 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.093339 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.094944 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6385bf3-039f-4ac3-be8a-92d0a253d96f HTTP/1.1" status: 204  len: 168 time: 0.2329955
Jun 21 04:31:47.095679 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:47.104268 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 202ee4c1-2f25-447a-ab0a-1016b8118416, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=202ee4c1-2f25-447a-ab0a-1016b8118416,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:47.104877 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6385bf3-039f-4ac3-be8a-92d0a253d96f,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:47.117498 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:47.134246 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e0906-4fd5-45c4-9e1b-20774bf10c48 req-96b844dd-5ca0-4494-a1de-7d8b57eb8418 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:47.136671 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a5e0906-4fd5-45c4-9e1b-20774bf10c48 req-96b844dd-5ca0-4494-a1de-7d8b57eb8418 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0923450
Jun 21 04:31:47.170953 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '202ee4c1-2f25-447a-ab0a-1016b8118416', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'port_id': '202ee4c1-2f25-447a-ab0a-1016b8118416', 'mac_address': 'fa:16:3e:9c:08:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:31:47.209974 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a5e0906-4fd5-45c4-9e1b-20774bf10c48 req-d4af7a0a-dbd5-4dfe-a9a7-ba132d11501f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658271
Jun 21 04:31:47.218839 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.220837 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39fe37e-5844-4195-bdce-a9d3b931785c None None] Network cc364276-b21f-4500-8f4d-d501303bdc28 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:31:47.269621 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202ee4c1-2f25-447a-ab0a-1016b8118416 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:47.303366 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 202ee4c1-2f25-447a-ab0a-1016b8118416, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=202ee4c1-2f25-447a-ab0a-1016b8118416,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:47.331847 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:31:47.417389 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.418013 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:31:47.422799 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-7ea6da0c-1282-4c1f-b9ce-f78ef67f66bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:47.554322 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=202ee4c1-2f25-447a-ab0a-1016b8118416,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:47.581377 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.581741 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.582086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.582426 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.582761 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.583093 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.583420 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.583743 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.584319 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.588597 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.588947 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.589292 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:31:47.596400 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:47.671987 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:47.684958 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'mac_address': 'fa:16:3e:3b:68:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:31:47.692995 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49f89-e18e-4864-98a6-ae2fcf2a94f7 req-8a8297d2-4686-42e4-95f6-b9e0ecebf5b6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:47.699719 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-27e49f89-e18e-4864-98a6-ae2fcf2a94f7 req-8a8297d2-4686-42e4-95f6-b9e0ecebf5b6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0736189
Jun 21 04:31:47.726703 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.739548 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-27e49f89-e18e-4864-98a6-ae2fcf2a94f7 req-9f0fb8b7-5412-4942-a900-fba04c38b6aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389969
Jun 21 04:31:47.741458 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02c12aa-2580-4f95-9839-7dc641bdf690 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:47.765086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:47.769252 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.770077 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9467ad87-d770-45a2-b713-6e12583d2e21 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:31:47.771770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:47.838627 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:47.842137 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 9467ad87-d770-45a2-b713-6e12583d2e21, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9467ad87-d770-45a2-b713-6e12583d2e21,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:47.844859 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:47.853311 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '9467ad87-d770-45a2-b713-6e12583d2e21', 'network_id': '0ee48e64-7227-43ee-8301-f4d2cd86de9d', 'port_id': '9467ad87-d770-45a2-b713-6e12583d2e21', 'mac_address': 'fa:16:3e:56:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f731f8-fc9f-40f5-abdf-b98c217c2a16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:31:47.891284 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.904329 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9467ad87-d770-45a2-b713-6e12583d2e21 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:47.925123 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 9467ad87-d770-45a2-b713-6e12583d2e21, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9467ad87-d770-45a2-b713-6e12583d2e21,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:47.930089 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:47.932970 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:47.984841 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=9467ad87-d770-45a2-b713-6e12583d2e21,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:47.988217 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:48.034355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95f950-a9bc-447e-b4a6-4993216e40b2 req-bd09001c-4abf-4247-a482-060e05cef1ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:48.035848 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6f95f950-a9bc-447e-b4a6-4993216e40b2 req-bd09001c-4abf-4247-a482-060e05cef1ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0741580
Jun 21 04:31:48.076931 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6f95f950-a9bc-447e-b4a6-4993216e40b2 req-394df5c1-9aa3-4279-9f7d-cf2814def621 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348928
Jun 21 04:31:48.214888 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc4ae-5644-4d1a-b294-aa64068c4da7 req-10564040-55d6-4519-ba76-f57b41e0c097 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:48.216439 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2e0cc4ae-5644-4d1a-b294-aa64068c4da7 req-10564040-55d6-4519-ba76-f57b41e0c097 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0622709
Jun 21 04:31:48.263714 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2e0cc4ae-5644-4d1a-b294-aa64068c4da7 req-d5f1b6c9-877e-4e5c-b90a-ce0bbf3e46cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396502
Jun 21 04:31:48.394662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d09f5-d9fd-4a1e-b9db-34353ea13dfa req-60fe657d-002c-4b1c-8e1c-2c0bb80bf788 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:48.396284 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a01d09f5-d9fd-4a1e-b9db-34353ea13dfa req-60fe657d-002c-4b1c-8e1c-2c0bb80bf788 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0694871
Jun 21 04:31:48.436103 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a01d09f5-d9fd-4a1e-b9db-34353ea13dfa req-a3d00c6b-76ae-43ff-ab0e-226fe8f57731 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331421
Jun 21 04:31:48.917615 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104bfa0-11de-485e-814f-098f8e5590ab req-206c28af-6f71-420e-a3da-faff91d288f9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:48.919103 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a104bfa0-11de-485e-814f-098f8e5590ab req-206c28af-6f71-420e-a3da-faff91d288f9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0648246
Jun 21 04:31:48.955768 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a104bfa0-11de-485e-814f-098f8e5590ab req-af21247d-62db-48be-bbf8-a025a00aef5b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306580
Jun 21 04:31:48.962756 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36364) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:49.061513 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.152708 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.157199 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.160782 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:49.194337 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81dd2179fc074fe1a7e4bbd55cafc217&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2305629
Jun 21 04:31:49.195587 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f0a4e9-8b9e-458a-b59e-0355101c6908,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:49.197982 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36372) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:49.204473 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:49.252232 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.255180 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbb9c3-f533-40f7-b37b-77bf691809d6 req-6e361ef0-1569-4268-89e0-aba20dff60e1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:49.256740 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-45dbb9c3-f533-40f7-b37b-77bf691809d6 req-6e361ef0-1569-4268-89e0-aba20dff60e1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0654087
Jun 21 04:31:49.273240 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.296972 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-45dbb9c3-f533-40f7-b37b-77bf691809d6 req-5ff20fe8-fdc5-4e52-9134-cc4e904510f8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343251
Jun 21 04:31:49.321620 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.325134 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.326300 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50f0a4e9-8b9e-458a-b59e-0355101c6908 HTTP/1.1" status: 204  len: 168 time: 0.1274400
Jun 21 04:31:49.327051 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7a86bb5a-0dd2-4ade-9b16-f8a9995da8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:49.336571 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f0a4e9-8b9e-458a-b59e-0355101c6908,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:49.338856 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:49.456526 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b598b5-590d-47eb-88b0-1c0d2d24eca4 req-99c361e7-2ff4-46cb-8ee3-63d3fcb0e5e4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:49.457963 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-34b598b5-590d-47eb-88b0-1c0d2d24eca4 req-99c361e7-2ff4-46cb-8ee3-63d3fcb0e5e4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0657568
Jun 21 04:31:49.499830 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-34b598b5-590d-47eb-88b0-1c0d2d24eca4 req-69fd6449-e2e7-4689-a540-7c5972bc2aff tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359857
Jun 21 04:31:49.590083 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36384) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:49.604647 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.651550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93795b2a-d12f-4fba-a7e1-9ae07cca1a93 req-b538e797-935a-4d72-a261-df029167272f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:49.653054 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-93795b2a-d12f-4fba-a7e1-9ae07cca1a93 req-b538e797-935a-4d72-a261-df029167272f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.1014664
Jun 21 04:31:49.707132 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-93795b2a-d12f-4fba-a7e1-9ae07cca1a93 req-cab42899-1029-4664-b1aa-f23a1da42241 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468817
Jun 21 04:31:49.742589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.746989 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.749355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d4f0b66e-3d73-4289-b2bb-9f88ced8c17e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:49.785096 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6942f84ef2b24a2d93c9d3fc7f0a5714&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940088
Jun 21 04:31:49.786235 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13faf6b5-ba27-4424-a546-4b10d15666e9,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:49.787723 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36388) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:49.789225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:49.843122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.866525 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.917158 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.920314 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:49.921449 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13faf6b5-ba27-4424-a546-4b10d15666e9 HTTP/1.1" status: 204  len: 168 time: 0.1327074
Jun 21 04:31:49.922146 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:49.929155 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13faf6b5-ba27-4424-a546-4b10d15666e9,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:49.931267 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:50.133579 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dec75-1668-4661-9460-9e65ebbf18d3 req-a6256ae6-d198-4768-a02b-498869c35d69 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:50.136666 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c63dec75-1668-4661-9460-9e65ebbf18d3 req-a6256ae6-d198-4768-a02b-498869c35d69 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0709295
Jun 21 04:31:50.173524 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c63dec75-1668-4661-9460-9e65ebbf18d3 req-db2aa8de-fcb6-47d7-8f6d-f7bc5f32d97a tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322490
Jun 21 04:31:50.480554 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a51c4-874d-48eb-8a7d-2111e210264e req-49ec21dc-1f95-4c70-8377-d934e6f4cdce tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:50.482305 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4f1a51c4-874d-48eb-8a7d-2111e210264e req-49ec21dc-1f95-4c70-8377-d934e6f4cdce tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0666037
Jun 21 04:31:50.522191 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4f1a51c4-874d-48eb-8a7d-2111e210264e req-dda0208a-d1f0-4951-a967-332932bfe4cd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337451
Jun 21 04:31:50.671252 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77484c-0681-4a82-9ecb-450e918a9798 req-e6d9b6cd-1cfd-45a1-971f-c1be79a4d6c5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:50.672905 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7c77484c-0681-4a82-9ecb-450e918a9798 req-e6d9b6cd-1cfd-45a1-971f-c1be79a4d6c5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0615015
Jun 21 04:31:50.711430 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7c77484c-0681-4a82-9ecb-450e918a9798 req-f75bacbb-b9e2-442c-9926-340b14a92236 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330496
Jun 21 04:31:50.891379 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdd6a5-fc01-4820-998c-913a595c4a65 req-a2dc4be4-109f-4163-aacf-84fa28541cf1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:50.893000 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-abfdd6a5-fc01-4820-998c-913a595c4a65 req-a2dc4be4-109f-4163-aacf-84fa28541cf1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0728631
Jun 21 04:31:50.930072 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-abfdd6a5-fc01-4820-998c-913a595c4a65 req-463c7ce6-6d5a-4c18-9b04-ba89ecc9b233 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315695
Jun 21 04:31:51.369379 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce91a96-0651-43b4-b937-1503a9a1df3e req-4a399ebe-a0a9-4a82-ae04-c34917fdd754 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:51.370874 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ce91a96-0651-43b4-b937-1503a9a1df3e req-4a399ebe-a0a9-4a82-ae04-c34917fdd754 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 944 time: 0.0785151
Jun 21 04:31:51.412653 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ce91a96-0651-43b4-b937-1503a9a1df3e req-9c472aaa-07ca-4f69-93c7-6307eca0a959 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359800
Jun 21 04:31:51.477458 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 51854e28-6986-40bf-b3da-f24a5732856c up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:51.554787 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 51854e28-6986-40bf-b3da-f24a5732856c completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:51.558967 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 51854e28-6986-40bf-b3da-f24a5732856c triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:51.559266 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:51.621407 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36464) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:51.649328 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:51.674308 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51854e28-6986-40bf-b3da-f24a5732856c'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:31:51.710235 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b9b2-0382-4186-817b-1852d5cf3629 req-a16be0aa-2d64-49a8-9b00-4dccd6383f15 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:51.716881 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b501b9b2-0382-4186-817b-1852d5cf3629 req-a16be0aa-2d64-49a8-9b00-4dccd6383f15 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0700424
Jun 21 04:31:51.753161 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:51.770890 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 51854e28-6986-40bf-b3da-f24a5732856c, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=51854e28-6986-40bf-b3da-f24a5732856c,segment=NetworkSegment(277eaa03-3c33-4107-b23f-24d6b9eef5ef),segment_id=277eaa03-3c33-4107-b23f-24d6b9eef5ef)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:51.775972 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:51.780043 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:51.783679 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b501b9b2-0382-4186-817b-1852d5cf3629 req-043061b3-53d9-451c-9f9c-77ebcc67ad16 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653799
Jun 21 04:31:51.870766 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:51.871005 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=51854e28-6986-40bf-b3da-f24a5732856c,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:51.875705 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:51.879684 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-61eefd38-3356-4cbc-8f42-3f184e4efacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:51.883149 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:51.918958 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d33c01d0244043fc9df3ac772bab74f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2963719
Jun 21 04:31:51.919175 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36476) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:51.920664 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50684991-94fc-4e98-9a2b-2bd1ade5c110,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:51.924224 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:51.934089 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfeb5c5-9451-445e-bc23-c6fa921cacf3" -d '{"events": [{"server_uuid": "39a83d7d-e83a-410d-84ef-6da1f58c21cc", "name": "network-vif-plugged", "status": "completed", "tag": "51854e28-6986-40bf-b3da-f24a5732856c"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:31:51.946859 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81831-8c66-4ce2-9d5e-ab2c8efa7ace req-284d4f79-72cb-44ce-97b2-bac470f8c623 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:51.948427 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-27c81831-8c66-4ce2-9d5e-ab2c8efa7ace req-284d4f79-72cb-44ce-97b2-bac470f8c623 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.1080275
Jun 21 04:31:52.009491 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-27c81831-8c66-4ce2-9d5e-ab2c8efa7ace req-abbe7265-6812-4b33-8cf2-d9fb5cc830c9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521362
Jun 21 04:31:52.012260 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.034980 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be717063-c313-4625-9499-3352b3568d2c x-openstack-request-id: req-be717063-c313-4625-9499-3352b3568d2c {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:31:52.035511 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.035648 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a83d7d-e83a-410d-84ef-6da1f58c21cc", "name": "network-vif-plugged", "status": "completed", "tag": "51854e28-6986-40bf-b3da-f24a5732856c", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:31:52.035772 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be717063-c313-4625-9499-3352b3568d2c {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:31:52.036439 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51854e28-6986-40bf-b3da-f24a5732856c', 'code': 200}
Jun 21 04:31:52.089971 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.093291 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.094450 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50684991-94fc-4e98-9a2b-2bd1ade5c110 HTTP/1.1" status: 204  len: 168 time: 0.1743779
Jun 21 04:31:52.095791 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bae167d6-3ba6-4691-976f-b8360c6c6302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:52.111921 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50684991-94fc-4e98-9a2b-2bd1ade5c110,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:52.114588 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:52.198077 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219eb56-11b9-4cd5-aa7f-f7abc23ad1b0 req-3fac0f92-0e55-4cd7-8023-ffc3acebce0c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:52.199619 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2219eb56-11b9-4cd5-aa7f-f7abc23ad1b0 req-3fac0f92-0e55-4cd7-8023-ffc3acebce0c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 943 time: 0.0800855
Jun 21 04:31:52.251305 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2219eb56-11b9-4cd5-aa7f-f7abc23ad1b0 req-5a716c46-0891-4f04-85f7-8e6636d47e3d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446935
Jun 21 04:31:52.364743 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782414e-0ec4-4e39-8760-45facb48821a req-c727c9ac-cb48-4696-aa0c-c3afd38d13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:52.365995 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1782414e-0ec4-4e39-8760-45facb48821a req-c727c9ac-cb48-4696-aa0c-c3afd38d13b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 1098 time: 0.0781305
Jun 21 04:31:52.387163 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1782414e-0ec4-4e39-8760-45facb48821a req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.402018 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36490) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:52.416869 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.485013 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1782414e-0ec4-4e39-8760-45facb48821a req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.491191 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1782414e-0ec4-4e39-8760-45facb48821a req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.511954 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:52.519351 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1782414e-0ec4-4e39-8760-45facb48821a req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463537
Jun 21 04:31:52.524168 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['202ee4c1-2f25-447a-ab0a-1016b8118416'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:31:52.538976 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['9467ad87-d770-45a2-b713-6e12583d2e21'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:31:52.555639 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=754881c8-a1de-49b2-97bb-084fcb5c26f7,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:52.559044 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:52.580362 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.586567 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.588927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:52.600506 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e02c12aa-2580-4f95-9839-7dc641bdf690'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:31:52.623410 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f4610-c3a5-4cea-b3b8-457d9f1471f8 req-9b57aa1b-f2c7-49bf-9633-c9f3f53141e3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:52.624940 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-823f4610-c3a5-4cea-b3b8-457d9f1471f8 req-9b57aa1b-f2c7-49bf-9633-c9f3f53141e3 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0794103
Jun 21 04:31:52.644507 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82f6a887135a4610879c1517c60111a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2410331
Jun 21 04:31:52.645038 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36496) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:31:52.647405 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8297e0ad-802a-4a53-b673-8190ce056aa6,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:52.657680 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:52.668095 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-823f4610-c3a5-4cea-b3b8-457d9f1471f8 req-e1d18030-2ac6-4060-8306-5f537f9e1670 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366299
Jun 21 04:31:52.716491 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.738332 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.807883 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.810731 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:52.816634 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8297e0ad-802a-4a53-b673-8190ce056aa6 HTTP/1.1" status: 204  len: 168 time: 0.1704853
Jun 21 04:31:52.817557 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:52.830301 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8297e0ad-802a-4a53-b673-8190ce056aa6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:52.864822 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:53.051849 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c834dd3-e445-47b2-be56-e89ecd990d9d req-0d296e65-5f78-46c4-96e5-4aab377b840e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:53.053314 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7c834dd3-e445-47b2-be56-e89ecd990d9d req-0d296e65-5f78-46c4-96e5-4aab377b840e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0667837
Jun 21 04:31:53.103184 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7c834dd3-e445-47b2-be56-e89ecd990d9d req-b9b6b85d-17aa-4b44-a334-6b5bd1911762 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437868
Jun 21 04:31:53.178943 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 98b38b3b-e9cb-46c9-8d6e-554c49059e58 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:31:53.240228 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9937e0-d8da-4059-948b-65a1bd8f53c2 req-6926567a-2e67-45b5-bb3b-663516ec460a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:53.242098 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ea9937e0-d8da-4059-948b-65a1bd8f53c2 req-6926567a-2e67-45b5-bb3b-663516ec460a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0942149
Jun 21 04:31:53.308477 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:53.308860 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ea9937e0-d8da-4059-948b-65a1bd8f53c2 req-6f53a3ee-d313-41c4-9869-8203de48cda7 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603151
Jun 21 04:31:53.322239 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'port_id': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'mac_address': 'fa:16:3e:b5:7a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:31:53.366260 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-d80bda7a-47d2-445f-b14e-8dcf28bf10af tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:53.373359 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-d80bda7a-47d2-445f-b14e-8dcf28bf10af tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/networks?id=cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 200  len: 808 time: 0.1602421
Jun 21 04:31:53.379101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:53.396025 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-47f6ed96-7d1e-40a3-85db-46b41f4a3abd tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/quotas/308dc3a1003f41afb729fbf117122a99 HTTP/1.1" status: 200  len: 375 time: 0.0216360
Jun 21 04:31:53.417700 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b38b3b-e9cb-46c9-8d6e-554c49059e58 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:31:53.435830 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-bcef07f0-7ab0-4596-9deb-fb6666c1fa2d tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=308dc3a1003f41afb729fbf117122a99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0327291
Jun 21 04:31:53.457664 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:31:53.463154 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:53.466688 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:31:53.518189 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=98b38b3b-e9cb-46c9-8d6e-554c49059e58,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:31:53.521865 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:31:53.537346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfa2c9-5c5d-4c43-9a88-372c2362dbb2 req-a1ab9d49-9f5d-43d3-9adf-a70ce1acfba6 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:53.538982 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-40197f7a-a474-41e6-9cac-eb58aa9a055b service neutron] 10.222.0.66 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928750
Jun 21 04:31:53.540865 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-81bfa2c9-5c5d-4c43-9a88-372c2362dbb2 req-a1ab9d49-9f5d-43d3-9adf-a70ce1acfba6 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0941279
Jun 21 04:31:53.584727 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-81bfa2c9-5c5d-4c43-9a88-372c2362dbb2 req-f23cd7a6-85dc-4e52-a05c-618412c51541 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399070
Jun 21 04:31:53.629939 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-f90c94fa-fa86-45dd-be6a-6c97dea4dbab service neutron] 10.222.0.66 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852852
Jun 21 04:31:53.820845 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5e9bccc6-6ae1-42be-80ee-64e63dcfad93 req-f555743d-e432-4fb2-82d4-055fdbd59b07 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0418339
Jun 21 04:31:53.855575 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-fa0e471e-191c-4b51-aecd-0505256dd123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:53.876873 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823edb9-cc94-461f-bd62-e0a0b7b12589 req-18ecf205-1c42-4cec-8b32-ff191e35564f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:53.884736 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7823edb9-cc94-461f-bd62-e0a0b7b12589 req-18ecf205-1c42-4cec-8b32-ff191e35564f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0790646
Jun 21 04:31:53.939872 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7823edb9-cc94-461f-bd62-e0a0b7b12589 req-e211838d-02a5-4a2f-b936-ab09f0863853 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523250
Jun 21 04:31:54.332165 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e005-d27c-4729-a140-35dd624928a3 req-be1516ab-5c43-430f-bd35-7f3fb42f4466 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:54.334333 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9113e005-d27c-4729-a140-35dd624928a3 req-be1516ab-5c43-430f-bd35-7f3fb42f4466 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0774267
Jun 21 04:31:54.382293 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['98b38b3b-e9cb-46c9-8d6e-554c49059e58'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:31:54.410392 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9113e005-d27c-4729-a140-35dd624928a3 req-c099f5aa-a0b4-4baf-bb0c-93ed26bb4976 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695367
Jun 21 04:31:54.523405 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4d293-98b4-4aef-9f53-949ce27850c3 req-892bf731-3e27-4b9a-9df5-a89d9becad61 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:54.525022 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-52e4d293-98b4-4aef-9f53-949ce27850c3 req-892bf731-3e27-4b9a-9df5-a89d9becad61 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0722375
Jun 21 04:31:54.574058 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-52e4d293-98b4-4aef-9f53-949ce27850c3 req-c6c6b470-e0b7-4546-980a-2a817fbac275 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405874
Jun 21 04:31:54.776070 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d2717-3065-4688-86d8-c2b3a9ef3e57 req-f0b2d064-c66c-4ec8-aebd-32a798e31a5f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:54.777560 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e43d2717-3065-4688-86d8-c2b3a9ef3e57 req-f0b2d064-c66c-4ec8-aebd-32a798e31a5f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0645864
Jun 21 04:31:54.814855 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e43d2717-3065-4688-86d8-c2b3a9ef3e57 req-e7a53450-4856-4569-b328-4a5323ea56d4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307815
Jun 21 04:31:54.988046 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e6ee0782-4432-4bc0-bae7-4d3d34554869 req-5748b3b3-b3e0-4e6d-84ca-4739c55b9362 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0393896
Jun 21 04:31:55.120948 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f8347-6b83-49ce-a277-dfffd57ed9a1 req-74b69667-b622-40d6-af23-d9d88db1ea93 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:55.122992 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6e8f8347-6b83-49ce-a277-dfffd57ed9a1 req-74b69667-b622-40d6-af23-d9d88db1ea93 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0624371
Jun 21 04:31:55.158943 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6e8f8347-6b83-49ce-a277-dfffd57ed9a1 req-98dd6391-984b-4d92-8123-e493fb4180ec tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305340
Jun 21 04:31:55.590432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd27fc2-d3d6-4356-a1cb-6a9e2db55618 req-ebbca325-a8d2-43da-8b97-6fa6b4c9036d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:55.591874 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3cd27fc2-d3d6-4356-a1cb-6a9e2db55618 req-ebbca325-a8d2-43da-8b97-6fa6b4c9036d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0605197
Jun 21 04:31:55.632558 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3cd27fc2-d3d6-4356-a1cb-6a9e2db55618 req-90f987e5-ecf0-453a-8d3c-edc3d70d71f9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350654
Jun 21 04:31:55.756818 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb916bf-b869-46e9-af06-10f7cc36db7e req-b8efd8e4-405c-4455-8661-e8ca48cbe954 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:55.758260 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4bb916bf-b869-46e9-af06-10f7cc36db7e req-b8efd8e4-405c-4455-8661-e8ca48cbe954 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0720615
Jun 21 04:31:55.794737 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4bb916bf-b869-46e9-af06-10f7cc36db7e req-0dbdfd97-1ad2-495e-868e-2a0a944f2bf8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303526
Jun 21 04:31:55.983294 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f691ca-8b88-4ffb-8118-d1b75287f9a4 req-38466367-b474-4226-9e3f-cd07c61a1a61 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:55.984785 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-81f691ca-8b88-4ffb-8118-d1b75287f9a4 req-38466367-b474-4226-9e3f-cd07c61a1a61 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0614178
Jun 21 04:31:56.023835 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-81f691ca-8b88-4ffb-8118-d1b75287f9a4 req-51153cf3-693e-4a84-809a-fe2681379135 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333114
Jun 21 04:31:56.138360 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a0a8a70e-6c2f-4f3b-b0ba-ebb5f7093539 req-2aa3891a-976a-4ae7-8821-9407ec98765c tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0275450
Jun 21 04:31:56.323240 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb779f17-5104-48fa-92ec-a9ad2b1086eb req-76a1af91-5fb8-4e7f-8f0e-78d4f619a7ae tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:56.324587 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bb779f17-5104-48fa-92ec-a9ad2b1086eb req-76a1af91-5fb8-4e7f-8f0e-78d4f619a7ae tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0591691
Jun 21 04:31:56.361286 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bb779f17-5104-48fa-92ec-a9ad2b1086eb req-6d1c0d0f-efc8-4ae5-bd49-def59aaf6a15 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306005
Jun 21 04:31:56.489944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-77fc6bf2-dd17-4988-922d-540867aa0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:56.810111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365d760-2b8a-4827-8b96-cfca919b9f95 req-aff452cb-48fe-4318-a04d-9a919081ce31 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:56.811586 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d365d760-2b8a-4827-8b96-cfca919b9f95 req-aff452cb-48fe-4318-a04d-9a919081ce31 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0661144
Jun 21 04:31:56.852388 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d365d760-2b8a-4827-8b96-cfca919b9f95 req-5923596b-87ab-4d7f-9f1c-800ff3df34b5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350506
Jun 21 04:31:56.866797 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:56.971758 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90197-2f7d-4c4b-be4b-7ebb6cfb20e7 req-326ec0a9-7772-4cfd-b36c-bb08b267d914 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:56.973132 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-29b90197-2f7d-4c4b-be4b-7ebb6cfb20e7 req-326ec0a9-7772-4cfd-b36c-bb08b267d914 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0637248
Jun 21 04:31:57.009575 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-29b90197-2f7d-4c4b-be4b-7ebb6cfb20e7 req-e3c1c0e0-43cb-4b2a-9680-d94f4d44c0bd tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309339
Jun 21 04:31:57.197469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf294ae4-faa9-414c-8b8e-429517a94324 req-b0904832-a285-42db-abf1-9adbebb321db tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:57.199056 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf294ae4-faa9-414c-8b8e-429517a94324 req-b0904832-a285-42db-abf1-9adbebb321db tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0645082
Jun 21 04:31:57.236649 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cf294ae4-faa9-414c-8b8e-429517a94324 req-8c87e22f-1d42-4aae-bbf3-365ec01e1dc5 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317218
Jun 21 04:31:57.276769 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-53762725-0a93-47d0-b433-edfb8bdc0b50 req-641afea3-af9a-4432-8c6e-adb6eb77b67b tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0276599
Jun 21 04:31:57.448653 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:57.530025 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa05c6-9ce7-4684-88c4-93db41f4b08a req-094c19e9-477a-4476-ad50-8b596788d5eb tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:57.531578 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f8fa05c6-9ce7-4684-88c4-93db41f4b08a req-094c19e9-477a-4476-ad50-8b596788d5eb tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0612280
Jun 21 04:31:57.567781 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f8fa05c6-9ce7-4684-88c4-93db41f4b08a req-c500e449-03d9-4604-a3bc-ef80251c0fb1 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303710
Jun 21 04:31:57.840420 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:58.025489 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbd1a6-3785-43ff-811e-44ebc03afc14 req-887b481f-debd-4cbc-a3bb-33a2d64b69fb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:58.026940 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2efbd1a6-3785-43ff-811e-44ebc03afc14 req-887b481f-debd-4cbc-a3bb-33a2d64b69fb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0597873
Jun 21 04:31:58.068483 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2efbd1a6-3785-43ff-811e-44ebc03afc14 req-c9d0e716-8213-4903-99f5-63868d2fb306 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334878
Jun 21 04:31:58.185677 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b4622-30ff-4c5c-86cb-fbc063bce436 req-8ce0489c-9a58-4f38-ac46-26dcc639a624 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:58.187147 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-922b4622-30ff-4c5c-86cb-fbc063bce436 req-8ce0489c-9a58-4f38-ac46-26dcc639a624 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0650074
Jun 21 04:31:58.224410 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-922b4622-30ff-4c5c-86cb-fbc063bce436 req-34ce1c80-5add-4fe1-a95f-290458d53176 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315466
Jun 21 04:31:58.414201 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f08a-790a-4e77-9c01-06855ebe842f req-97b1de4c-4fc0-4bc2-9b68-69d85743af53 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:58.415684 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5f8f08a-790a-4e77-9c01-06855ebe842f req-97b1de4c-4fc0-4bc2-9b68-69d85743af53 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0678108
Jun 21 04:31:58.422684 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6f56544f-85cd-4ada-9d3d-a25e2b5d8e6a req-5eb4eb13-0a65-4198-a893-f9a2a219394d tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0330889
Jun 21 04:31:58.454847 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5f8f08a-790a-4e77-9c01-06855ebe842f req-2e6759f8-a65e-4a16-a629-91496daafe86 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334225
Jun 21 04:31:58.740404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b159a-7045-4065-8471-ec8329a47220 req-63aa0d79-e341-45ab-87fe-b3d5b81abbb6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:58.741875 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f54b159a-7045-4065-8471-ec8329a47220 req-63aa0d79-e341-45ab-87fe-b3d5b81abbb6 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0625219
Jun 21 04:31:58.779555 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f54b159a-7045-4065-8471-ec8329a47220 req-44377d62-4316-4842-97d5-d29ca7148b2f tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314400
Jun 21 04:31:59.188054 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:59.273425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb46d-1e1b-4103-8ee7-1b3f8abedb0b req-642b0f42-d88b-42e1-9651-fcb3e420f4b7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:59.274910 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8afeb46d-1e1b-4103-8ee7-1b3f8abedb0b req-642b0f42-d88b-42e1-9651-fcb3e420f4b7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0643053
Jun 21 04:31:59.314643 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8afeb46d-1e1b-4103-8ee7-1b3f8abedb0b req-0a106a73-79d0-48f0-b1b9-931804112396 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332215
Jun 21 04:31:59.400968 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713236-9ce4-46d7-953b-33cffeae0fa3 req-e36c4719-e9ac-41d0-9154-5c44963dd131 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:59.402472 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b9713236-9ce4-46d7-953b-33cffeae0fa3 req-e36c4719-e9ac-41d0-9154-5c44963dd131 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0664756
Jun 21 04:31:59.440075 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b9713236-9ce4-46d7-953b-33cffeae0fa3 req-03d94915-c8a8-4913-a85c-bcb75996c46d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313165
Jun 21 04:31:59.567028 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d2623e8f-0abc-4106-9d08-b60b767ceaec req-0b67ddcb-435b-4811-94bb-522e3802d82e tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0277550
Jun 21 04:31:59.631216 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49362cfd-0513-42d8-9249-3053ee62008f req-a3f1e2df-8d61-492c-b9d0-33a1fe813487 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:59.632724 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-49362cfd-0513-42d8-9249-3053ee62008f req-a3f1e2df-8d61-492c-b9d0-33a1fe813487 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0621541
Jun 21 04:31:59.669669 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-49362cfd-0513-42d8-9249-3053ee62008f req-81552957-7116-49e4-b070-5242c6211260 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308666
Jun 21 04:31:59.909931 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:31:59.968181 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port e02c12aa-2580-4f95-9839-7dc641bdf690 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:31:59.972860 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port e02c12aa-2580-4f95-9839-7dc641bdf690 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:31:59.973455 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:31:59.976693 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3387-0e26-48a7-bc42-49c8ebaed119 req-56b7529c-a6e7-418a-9842-c78b1bd9d2c9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:31:59.978150 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4e4d3387-0e26-48a7-bc42-49c8ebaed119 req-56b7529c-a6e7-418a-9842-c78b1bd9d2c9 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0720131
Jun 21 04:32:00.015614 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4e4d3387-0e26-48a7-bc42-49c8ebaed119 req-acd52dc2-7d54-4296-b4e0-af2a166fdcc7 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309873
Jun 21 04:32:00.075242 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:00.103918 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:00.106946 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9158699-700e-4a46-bd01-d6e812c8c8b4" -d '{"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-plugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:00.124155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:00.133218 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:00.136657 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:00.159014 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f0a8f-beb2-42d1-becd-972ddfd59e01 x-openstack-request-id: req-762f0a8f-beb2-42d1-becd-972ddfd59e01 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:00.159316 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-plugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:00.159576 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-762f0a8f-beb2-42d1-becd-972ddfd59e01 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:00.160007 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'code': 200}
Jun 21 04:32:00.184527 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:00.187525 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:00.512009 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898f072-ce2e-4c1d-bd33-2fabd69e2def req-5ad32b5d-eb0c-422e-9b13-efba58dc5a87 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:00.514582 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f898f072-ce2e-4c1d-bd33-2fabd69e2def req-5ad32b5d-eb0c-422e-9b13-efba58dc5a87 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0787590
Jun 21 04:32:00.560917 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f898f072-ce2e-4c1d-bd33-2fabd69e2def req-f4cb001d-4983-448a-aa1c-732a5172dcbf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394347
Jun 21 04:32:00.645495 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cae13-f3c2-46e9-8003-15100aacf0f8 req-e98af131-1e94-4294-85cd-879820207c85 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:00.647658 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-011cae13-f3c2-46e9-8003-15100aacf0f8 req-e98af131-1e94-4294-85cd-879820207c85 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0798454
Jun 21 04:32:00.670763 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acac12-12a9-4bde-ac49-87ad678368d7 req-10c4417e-0802-4df5-ae5c-822a7ccd4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:00.672418 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a6acac12-12a9-4bde-ac49-87ad678368d7 req-10c4417e-0802-4df5-ae5c-822a7ccd4d8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1098 time: 0.0593266
Jun 21 04:32:00.694553 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-011cae13-f3c2-46e9-8003-15100aacf0f8 req-72ac5548-1c92-4994-bc39-5c69340673db tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416284
Jun 21 04:32:00.771471 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d49a4f69-608b-42e8-a327-bb1dac70cd71 req-9a36dae1-5781-4d8d-8835-513caca1c0e5 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0827155
Jun 21 04:32:00.802987 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a6acac12-12a9-4bde-ac49-87ad678368d7 req-669650fa-9ad3-4848-94a9-e8736590c049 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698490
Jun 21 04:32:00.880907 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-0a10bd43-9ef1-432d-9cf6-40effebfea90 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:00.882854 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-0a10bd43-9ef1-432d-9cf6-40effebfea90 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "GET /v2.0/networks?id=cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 200  len: 808 time: 0.1749814
Jun 21 04:32:00.949040 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0f7b4-90d0-413d-b606-961bc27355db req-214f0270-2a0b-487b-b562-58a20986f22e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:00.951096 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-83a0f7b4-90d0-413d-b606-961bc27355db req-214f0270-2a0b-487b-b562-58a20986f22e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0673802
Jun 21 04:32:00.986776 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-83a0f7b4-90d0-413d-b606-961bc27355db req-bc05cc28-f4c5-4333-8ebf-c6274a3de374 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299778
Jun 21 04:32:01.179844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c27aa-4e13-4e28-bce4-7b28d8e73529 req-1be530fa-e5a1-4c1d-9373-fa32389283ce tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:01.182349 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-054c27aa-4e13-4e28-bce4-7b28d8e73529 req-1be530fa-e5a1-4c1d-9373-fa32389283ce tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0613587
Jun 21 04:32:01.222034 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-054c27aa-4e13-4e28-bce4-7b28d8e73529 req-955cc3d3-879f-4ae4-a66f-6e09a50edc7b tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333641
Jun 21 04:32:01.534653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Request body: {'port': {'device_id': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28', 'admin_state_up': True, 'tenant_id': '308dc3a1003f41afb729fbf117122a99'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:01.741576 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Made reservation on behalf of 308dc3a1003f41afb729fbf117122a99 for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:32:01.751205 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:01.907344 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77075c52-5600-4703-8bb2-5447f259155d req-f58e1c86-3e7e-4f4a-a8d9-40f7fde481ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:01.909031 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-77075c52-5600-4703-8bb2-5447f259155d req-f58e1c86-3e7e-4f4a-a8d9-40f7fde481ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1470170
Jun 21 04:32:01.920709 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 202ee4c1-2f25-447a-ab0a-1016b8118416 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:01.921924 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ea50f-f360-4190-85ee-b510d4dd782d req-47b58633-8659-4745-ae81-28ce583cde8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:01.923870 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c65ea50f-f360-4190-85ee-b510d4dd782d req-47b58633-8659-4745-ae81-28ce583cde8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 944 time: 0.0700214
Jun 21 04:32:01.974173 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 202ee4c1-2f25-447a-ab0a-1016b8118416 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:01.977733 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c65ea50f-f360-4190-85ee-b510d4dd782d req-97464b12-7869-4826-af80-8258a0b3348a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446494
Jun 21 04:32:01.977875 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Allocated IP 172.20.0.7 (cc364276-b21f-4500-8f4d-d501303bdc28/29426737-c086-4709-9edf-38d6330b7562/c74acaee-e978-4297-bb1b-221a4897827d) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:32:01.979433 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 202ee4c1-2f25-447a-ab0a-1016b8118416 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:01.979729 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:01.988847 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-77075c52-5600-4703-8bb2-5447f259155d req-083b5795-1730-4ab0-8333-de2b78cb15bd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601783
Jun 21 04:32:02.082206 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.124429 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 202ee4c1-2f25-447a-ab0a-1016b8118416, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=202ee4c1-2f25-447a-ab0a-1016b8118416,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:02.129236 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.130121 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 98b38b3b-e9cb-46c9-8d6e-554c49059e58 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:02.131819 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:02.145175 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9524313b-67f2-454e-b790-190791143b52 req-ba2c3528-4ba5-49af-8f11-e9c5889a82ee tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0334232
Jun 21 04:32:02.173921 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202ee4c1-2f25-447a-ab0a-1016b8118416'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:02.176240 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd1cf5-d9ee-4000-98bc-6737f64a8301" -d '{"events": [{"server_uuid": "1958c3b0-6429-4160-8959-cd8f90d67ac6", "name": "network-vif-plugged", "status": "completed", "tag": "202ee4c1-2f25-447a-ab0a-1016b8118416"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:02.185481 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326f0d-9a70-4e2b-86a7-ca3607e619c8 req-65b6d92e-2df5-4cc0-8185-84b427631887 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:02.187145 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-41326f0d-9a70-4e2b-86a7-ca3607e619c8 req-65b6d92e-2df5-4cc0-8185-84b427631887 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 944 time: 0.0735703
Jun 21 04:32:02.188592 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.225487 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=202ee4c1-2f25-447a-ab0a-1016b8118416,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:02.229277 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:02.236108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.236521 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-41326f0d-9a70-4e2b-86a7-ca3607e619c8 req-02f0b629-5abe-4684-b72b-597a26055ed3 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354578
Jun 21 04:32:02.237625 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:02.243111 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:02.243492 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.245189 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:02.268058 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57a245e-6980-45c1-aac3-5c77e5edacae x-openstack-request-id: req-a57a245e-6980-45c1-aac3-5c77e5edacae {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:02.268373 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c3b0-6429-4160-8959-cd8f90d67ac6", "name": "network-vif-plugged", "status": "completed", "tag": "202ee4c1-2f25-447a-ab0a-1016b8118416", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:02.268776 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a57a245e-6980-45c1-aac3-5c77e5edacae {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:02.269040 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202ee4c1-2f25-447a-ab0a-1016b8118416', 'code': 200}
Jun 21 04:32:02.299191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Network cc364276-b21f-4500-8f4d-d501303bdc28 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:32:02.304783 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:02.308702 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:32:02.314495 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:02.315199 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.330530 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Pushing event updated for resources: {'Port': ['ID=c74acaee-e978-4297-bb1b-221a4897827d,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:02.334006 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:02.339775 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8103433
Jun 21 04:32:02.349956 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.382230 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:02.385744 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Request body: {'port': {'device_id': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:02.386333 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.388055 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9467ad87-d770-45a2-b713-6e12583d2e21 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:02.390055 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:02.466868 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.469510 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=98b38b3b-e9cb-46c9-8d6e-554c49059e58,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:02.472620 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:02.489672 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 9467ad87-d770-45a2-b713-6e12583d2e21 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:02.493568 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 9467ad87-d770-45a2-b713-6e12583d2e21 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:02.494015 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.572262 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b78534-e4e0-436b-b5a8-18e7cc54ee35 req-11fc1e02-a71f-481d-ad4d-2fb7b0a5b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:02.572797 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.581599 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-40b78534-e4e0-436b-b5a8-18e7cc54ee35 req-11fc1e02-a71f-481d-ad4d-2fb7b0a5b98f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 1098 time: 0.0595233
Jun 21 04:32:02.613336 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 9467ad87-d770-45a2-b713-6e12583d2e21, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9467ad87-d770-45a2-b713-6e12583d2e21,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:02.623457 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.626012 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:02.638408 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-40b78534-e4e0-436b-b5a8-18e7cc54ee35 req-89ae855f-7c63-4f6f-86ea-536a84d7ed3e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495329
Jun 21 04:32:02.673855 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=9467ad87-d770-45a2-b713-6e12583d2e21,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:02.676875 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:02.778528 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74acaee-e978-4297-bb1b-221a4897827d {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:32:02.786401 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.805282 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Transition to ACTIVE for port object c74acaee-e978-4297-bb1b-221a4897827d will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:32:02.809209 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:02.812949 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:02.886507 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Pushing event updated for resources: {'Port': ['ID=c74acaee-e978-4297-bb1b-221a4897827d,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:02.891694 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:02.948480 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Attempting to bind port c74acaee-e978-4297-bb1b-221a4897827d on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:32:02.948821 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Attempting to bind port c74acaee-e978-4297-bb1b-221a4897827d by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:32:02.949197 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Attempting to bind port c74acaee-e978-4297-bb1b-221a4897827d on network cc364276-b21f-4500-8f4d-d501303bdc28 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:32:02.953584 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Port c74acaee-e978-4297-bb1b-221a4897827d on network cc364276-b21f-4500-8f4d-d501303bdc28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:32:02.953905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Attempting to bind port c74acaee-e978-4297-bb1b-221a4897827d on network cc364276-b21f-4500-8f4d-d501303bdc28 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:32:02.958968 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:32:02.959322 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Checking segment: {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:32:02.959722 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Bound using segment: {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:32:02.960166 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Bound port: c74acaee-e978-4297-bb1b-221a4897827d, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:32:02.960889 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:03.029937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] For port c74acaee-e978-4297-bb1b-221a4897827d, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:32:03.032934 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] For port c74acaee-e978-4297-bb1b-221a4897827d, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c74acaee-e978-4297-bb1b-221a4897827d,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:32:03.037597 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:03.040380 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:03.071052 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.071681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:03.073510 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] 10.222.0.69 "PUT /v2.0/ports/c74acaee-e978-4297-bb1b-221a4897827d HTTP/1.1" status: 200  len: 1093 time: 0.6925395
Jun 21 04:32:03.075721 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'tag': 'c74acaee-e978-4297-bb1b-221a4897827d'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:03.077929 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a230c957-f921-4b53-a7c6-2d8e750dad68" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4f29b0-4e04-4fdf-be6d-dd11d831c261", "tag": "c74acaee-e978-4297-bb1b-221a4897827d"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:03.113857 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Pushing event updated for resources: {'Port': ['ID=c74acaee-e978-4297-bb1b-221a4897827d,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:03.117196 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:03.165779 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc26d-b360-4d4c-9f5e-cd6bdcbd137f req-fe3725e9-8fad-472e-848f-2110e26dffce tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.166838 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e376f0c-94fc-4010-8ca9-306fd736651d req-408b6eee-857a-4780-bd6b-c5872fc0ce36 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.168321 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2e376f0c-94fc-4010-8ca9-306fd736651d req-408b6eee-857a-4780-bd6b-c5872fc0ce36 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0677681
Jun 21 04:32:03.169302 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-801dc26d-b360-4d4c-9f5e-cd6bdcbd137f req-fe3725e9-8fad-472e-848f-2110e26dffce tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0674243
Jun 21 04:32:03.204862 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2e376f0c-94fc-4010-8ca9-306fd736651d req-4a963743-5709-4e15-bf4e-6d6a10184a43 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301836
Jun 21 04:32:03.205938 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-801dc26d-b360-4d4c-9f5e-cd6bdcbd137f req-1bbd30c1-2213-4a94-875b-c797fe667a87 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324218
Jun 21 04:32:03.253602 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e43e4c-847d-4d5f-a32a-9ab6377919ef x-openstack-request-id: req-d0e43e4c-847d-4d5f-a32a-9ab6377919ef {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:03.253919 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4f29b0-4e04-4fdf-be6d-dd11d831c261", "tag": "c74acaee-e978-4297-bb1b-221a4897827d", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:03.254194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0e43e4c-847d-4d5f-a32a-9ab6377919ef {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:03.254606 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'tag': 'c74acaee-e978-4297-bb1b-221a4897827d', 'status': 'completed', 'code': 200}
Jun 21 04:32:03.375988 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa02c2-1ae5-45bc-8876-525d075bed72 req-272c5f33-b25e-477e-90b0-4216faecbd6d tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.377561 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1eaa02c2-1ae5-45bc-8876-525d075bed72 req-272c5f33-b25e-477e-90b0-4216faecbd6d tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.0649245
Jun 21 04:32:03.413774 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72249cf3-095d-43ea-8323-0672d1b50f0b req-2a8a0835-e837-4b2b-9384-0bd3040e08c2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.415276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-72249cf3-095d-43ea-8323-0672d1b50f0b req-2a8a0835-e837-4b2b-9384-0bd3040e08c2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0642214
Jun 21 04:32:03.421254 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1eaa02c2-1ae5-45bc-8876-525d075bed72 req-bb7f1e16-e7a4-4adc-a3ee-c1ae778726ce tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377965
Jun 21 04:32:03.470917 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-72249cf3-095d-43ea-8323-0672d1b50f0b req-2bd18a06-120b-4fed-8bd4-09906eb082e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493033
Jun 21 04:32:03.482297 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-0bf416f1-6803-4fe6-b015-72a830105075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.483850 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-0bf416f1-6803-4fe6-b015-72a830105075 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=308dc3a1003f41afb729fbf117122a99&device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 1096 time: 0.0576203
Jun 21 04:32:03.562047 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-4966b276-0987-4355-b614-5a1855f49cfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c74acaee-e978-4297-bb1b-221a4897827d HTTP/1.1" status: 200  len: 217 time: 0.0361366
Jun 21 04:32:03.798289 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-f45a0505-4270-4e7d-b397-124377b61367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:03.799733 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-f45a0505-4270-4e7d-b397-124377b61367 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29426737-c086-4709-9edf-38d6330b7562 HTTP/1.1" status: 200  len: 848 time: 0.2309368
Jun 21 04:32:03.836039 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-e3fc3252-0133-42dd-82da-fd09a6026326 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc364276-b21f-4500-8f4d-d501303bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269229
Jun 21 04:32:04.269967 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58'}, {'server_uuid': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9467ad87-d770-45a2-b713-6e12583d2e21'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:04.272439 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c15e919-f8ad-4db2-aa90-c9bbb40349b4" -d '{"events": [{"server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "name": "network-vif-plugged", "status": "completed", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58"}, {"server_uuid": "f95a09d0-c00e-4e02-a9fa-1e8cb576a115", "name": "network-vif-plugged", "status": "completed", "tag": "9467ad87-d770-45a2-b713-6e12583d2e21"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:04.379039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de1cf-7693-46b7-9a40-5ca2cbea336b req-fe654682-ba2f-4601-b935-0c246ede35a0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:04.380507 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c06de1cf-7693-46b7-9a40-5ca2cbea336b req-fe654682-ba2f-4601-b935-0c246ede35a0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0639603
Jun 21 04:32:04.603085 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c06de1cf-7693-46b7-9a40-5ca2cbea336b req-555093ce-81ef-40d0-a90b-65acd9c00c5d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2170136
Jun 21 04:32:04.761052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847c888-ed4d-4c8c-8b5d-7a6736d96284 req-46b5f858-4999-4548-9121-bc3fe3341526 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:04.762502 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5847c888-ed4d-4c8c-8b5d-7a6736d96284 req-46b5f858-4999-4548-9121-bc3fe3341526 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0621681
Jun 21 04:32:04.799819 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5847c888-ed4d-4c8c-8b5d-7a6736d96284 req-7bbc7959-1d7c-4774-b1cc-0632c860a091 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316584
Jun 21 04:32:04.854173 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7410f5-82a7-490e-8622-e727a7d8c886 x-openstack-request-id: req-6d7410f5-82a7-490e-8622-e727a7d8c886 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:04.854543 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "name": "network-vif-plugged", "status": "completed", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58", "code": 200}, {"server_uuid": "f95a09d0-c00e-4e02-a9fa-1e8cb576a115", "name": "network-vif-plugged", "status": "completed", "tag": "9467ad87-d770-45a2-b713-6e12583d2e21", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:04.854893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d7410f5-82a7-490e-8622-e727a7d8c886 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:04.855331 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'code': 200}
Jun 21 04:32:04.855596 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9467ad87-d770-45a2-b713-6e12583d2e21', 'code': 200}
Jun 21 04:32:04.994808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c915393-4467-4ca3-b17e-33d1cda75e7a req-ed3d982d-a13c-4f84-b945-932d94ef9105 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:04.996182 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3c915393-4467-4ca3-b17e-33d1cda75e7a req-ed3d982d-a13c-4f84-b945-932d94ef9105 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.0601788
Jun 21 04:32:05.037743 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3c915393-4467-4ca3-b17e-33d1cda75e7a req-a8b07b17-14e1-4d5d-8da1-b7a84f375896 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359924
Jun 21 04:32:05.194173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386d5ab-2bdf-4ac5-a151-140c7b58d4dc req-68f20a0a-962b-48b3-92b5-3285ded947cd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:05.195644 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d386d5ab-2bdf-4ac5-a151-140c7b58d4dc req-68f20a0a-962b-48b3-92b5-3285ded947cd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0623777
Jun 21 04:32:05.232561 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d386d5ab-2bdf-4ac5-a151-140c7b58d4dc req-3f33275f-4a59-4b3c-a4b8-70ba7eff6d50 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305097
Jun 21 04:32:05.382389 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b44d38-0ec3-4e49-8c7f-d6bac538bb85 req-b98ea508-ac7c-438d-8518-1b30de96c00f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:05.383832 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38b44d38-0ec3-4e49-8c7f-d6bac538bb85 req-b98ea508-ac7c-438d-8518-1b30de96c00f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0607617
Jun 21 04:32:05.393547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36804) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:05.397921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'floatingip': {'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:05.466419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:05.982474 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439a633-44ff-47c6-9900-f21ceb849d4c req-be3f67b6-1c7b-4adb-8710-f45ff67924f1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:05.983841 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2439a633-44ff-47c6-9900-f21ceb849d4c req-be3f67b6-1c7b-4adb-8710-f45ff67924f1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.2689917
Jun 21 04:32:06.117702 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2439a633-44ff-47c6-9900-f21ceb849d4c req-ac65d7f3-f4df-4f5b-90de-3fa3904b5564 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275356
Jun 21 04:32:06.162950 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:06.167048 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:06.249059 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-da925a72-0c48-428a-a687-409e5a3a5a43 service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998163
Jun 21 04:32:06.297537 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Floating IP e2a296a0-c83a-406b-ab57-d9d14222ee7b associated. External IP: 172.27.0.89, port: e02c12aa-2580-4f95-9839-7dc641bdf690.
Jun 21 04:32:06.358788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbff78-8ef0-44b4-8e4e-f191cbd1d23e req-17cd3ef4-c942-476a-afeb-79825084a315 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:06.360237 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46bbff78-8ef0-44b4-8e4e-f191cbd1d23e req-17cd3ef4-c942-476a-afeb-79825084a315 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.1169059
Jun 21 04:32:06.430106 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46bbff78-8ef0-44b4-8e4e-f191cbd1d23e req-8239352b-4e76-4ffc-a9a9-aa8320b92607 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462360
Jun 21 04:32:06.543967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:32:06.860943 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358989e2-d32f-4fda-8b25-2db860b1fca7 req-cd6a13bb-af52-40db-9f3d-77cccd39cdbb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:06.862314 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-358989e2-d32f-4fda-8b25-2db860b1fca7 req-cd6a13bb-af52-40db-9f3d-77cccd39cdbb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.3309047
Jun 21 04:32:06.899225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:32:06.904711 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:06.912422 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:32:06.921907 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:32:06.922583 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985effe1c0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:31:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:06.939084 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-358989e2-d32f-4fda-8b25-2db860b1fca7 req-e6d285ba-0204-4f66-b210-4c578ee71b82 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668776
Jun 21 04:32:06.951846 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-85e7b9bc-ffbb-48f5-98b5-5d1fd95da615 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "PUT /v2.0/floatingips/e2a296a0-c83a-406b-ab57-d9d14222ee7b HTTP/1.1" status: 200  len: 990 time: 1.5572953
Jun 21 04:32:06.952947 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:06.955583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b681530-d1aa-4c00-bac6-942b58a4ac22" -d '{"events": [{"name": "network-changed", "server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:07.025340 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:32:07.361987 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985effe1c0>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'e2a296a0-c83a-406b-ab57-d9d14222ee7b', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'mac_address': 'fa:16:3e:3b:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c222b7e-969f-458d-93d7-582369548b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:02Z', 'updated_at': '2021-06-21T04:32:05Z', 'revision_number': 1, 'project_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:07.387131 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:32:07.394996 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:32:07.395603 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985effe1c0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:31:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:07.496151 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:32:07.707863 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985effe1c0>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'e2a296a0-c83a-406b-ab57-d9d14222ee7b', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'mac_address': 'fa:16:3e:3b:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c222b7e-969f-458d-93d7-582369548b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:02Z', 'updated_at': '2021-06-21T04:32:05Z', 'revision_number': 1, 'project_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:07.733743 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4d186-3c6a-4d94-be08-9fd32445874e None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'e2a296a0-c83a-406b-ab57-d9d14222ee7b', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'mac_address': 'fa:16:3e:3b:68:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c222b7e-969f-458d-93d7-582369548b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:02Z', 'updated_at': '2021-06-21T04:32:05Z', 'revision_number': 1, 'project_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:32:07.963976 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b6589-567f-418d-8dd9-998170059586 None None] New status for floating IP e2a296a0-c83a-406b-ab57-d9d14222ee7b: ACTIVE {{(pid=92727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:32:09.017779 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-411501b7-8a5d-403d-bf6b-02fd552553ac req-ba42e4de-189d-46c1-a525-3121e8b0b309 service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914350
Jun 21 04:32:09.059680 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f1f891-4218-4848-b996-089a61ef1aa7 x-openstack-request-id: req-52f1f891-4218-4848-b996-089a61ef1aa7 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:09.060338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:09.060444 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52f1f891-4218-4848-b996-089a61ef1aa7 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:09.060806 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'status': 'completed', 'code': 200}
Jun 21 04:32:09.214210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bec33e-cb45-433f-9f63-d3bebc1cd9a2 req-d9de0084-8bbc-49a5-ab67-771a1eddaff6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.216345 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-90bec33e-cb45-433f-9f63-d3bebc1cd9a2 req-d9de0084-8bbc-49a5-ab67-771a1eddaff6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0633280
Jun 21 04:32:09.253276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-90bec33e-cb45-433f-9f63-d3bebc1cd9a2 req-63a04298-a488-4316-b8da-5459481463ec tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311866
Jun 21 04:32:09.422888 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95dd37-6205-460a-8658-90d56c4387ec req-d942a1d3-1c81-46ba-bc52-07f9f3ba3e6f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.424414 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6a95dd37-6205-460a-8658-90d56c4387ec req-d942a1d3-1c81-46ba-bc52-07f9f3ba3e6f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.0639977
Jun 21 04:32:09.461329 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6a95dd37-6205-460a-8658-90d56c4387ec req-1f22a51a-ec00-4c95-b092-816c59fb53be tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311668
Jun 21 04:32:09.618770 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1e02-8e96-4090-b6d6-2451dec7ab66 req-8ac6ac4b-5ba0-46ad-947c-2f18aee39ee9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.620226 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2b1e02-8e96-4090-b6d6-2451dec7ab66 req-8ac6ac4b-5ba0-46ad-947c-2f18aee39ee9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0633950
Jun 21 04:32:09.656558 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2b1e02-8e96-4090-b6d6-2451dec7ab66 req-60f7ac13-3f29-4f31-96d3-2edc13bfd4a8 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307293
Jun 21 04:32:09.884001 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-c08e7854-5425-45e3-8097-023983f64e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.885534 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-c08e7854-5425-45e3-8097-023983f64e04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1098 time: 0.1224899
Jun 21 04:32:09.898359 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6efe55-cc5c-443c-af13-3beb1bd45ffb req-f385f45f-09a3-4e17-8137-4cc40148a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.899824 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba6efe55-cc5c-443c-af13-3beb1bd45ffb req-f385f45f-09a3-4e17-8137-4cc40148a963 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1098 time: 0.1084399
Jun 21 04:32:09.902265 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-927399e0-f508-4185-9eb4-4438784e0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.904162 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-927399e0-f508-4185-9eb4-4438784e0fb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=308dc3a1003f41afb729fbf117122a99&device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 1096 time: 0.1227329
Jun 21 04:32:09.970484 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97eb5-caff-49e6-8318-64e8d827a298 req-a3262a5e-52dd-45ed-87ef-405f99674e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:09.971953 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6aa97eb5-caff-49e6-8318-64e8d827a298 req-a3262a5e-52dd-45ed-87ef-405f99674e19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.1721373
Jun 21 04:32:10.014535 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba6efe55-cc5c-443c-af13-3beb1bd45ffb req-1b92b653-e512-40bb-8f3a-c8bf31384dba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725305
Jun 21 04:32:10.039915 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-0b80a31f-7107-4469-8732-93b7712234d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:10.041583 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-0b80a31f-7107-4469-8732-93b7712234d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 200  len: 909 time: 0.1089587
Jun 21 04:32:10.075702 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-eee70478-9167-44a4-904e-166b0402f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:10.077198 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-eee70478-9167-44a4-904e-166b0402f6de service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.1832688
Jun 21 04:32:10.080975 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6aa97eb5-caff-49e6-8318-64e8d827a298 req-c06f15c2-add4-4fb3-bfb0-7b60eaa569b1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731790
Jun 21 04:32:10.438349 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b8a47-7e5b-499f-ae80-00185d39a0aa req-05b48d7f-7e6a-49a5-b49c-56b061315b4a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:10.439837 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1a4b8a47-7e5b-499f-ae80-00185d39a0aa req-05b48d7f-7e6a-49a5-b49c-56b061315b4a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0623214
Jun 21 04:32:10.476444 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1a4b8a47-7e5b-499f-ae80-00185d39a0aa req-ca1bdc11-a3e0-4329-b44d-f2d82c3939a1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308394
Jun 21 04:32:10.636555 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a8ecf-e7df-4710-a60b-6657ef72e22f req-d391977a-3c43-4cc4-b170-408bbd7e14c0 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:10.637999 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8b7a8ecf-e7df-4710-a60b-6657ef72e22f req-d391977a-3c43-4cc4-b170-408bbd7e14c0 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.0645216
Jun 21 04:32:10.675235 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8b7a8ecf-e7df-4710-a60b-6657ef72e22f req-79cc5e02-d6b4-47a2-96ff-3e5bb8e95646 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314734
Jun 21 04:32:10.837866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5a7d9-1bcb-4cf0-828d-dda3a2b5c92f req-45a42efd-beb4-461a-96b3-19a9d95d9462 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:10.839318 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ec5a7d9-1bcb-4cf0-828d-dda3a2b5c92f req-45a42efd-beb4-461a-96b3-19a9d95d9462 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0623047
Jun 21 04:32:10.877164 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ec5a7d9-1bcb-4cf0-828d-dda3a2b5c92f req-964526e3-bf09-42e1-a3f9-7d9088584c39 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308189
Jun 21 04:32:11.406772 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-169012b2-a644-433d-aff1-c436cf36e4f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c74acaee-e978-4297-bb1b-221a4897827d HTTP/1.1" status: 200  len: 217 time: 0.0448318
Jun 21 04:32:11.458147 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-5a74f2dc-84df-4069-a564-c406feab3485 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 1000 time: 0.0982938
Jun 21 04:32:11.548933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-3337665b-2928-422a-aaf5-d0026483d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:11.550649 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-3337665b-2928-422a-aaf5-d0026483d90a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29426737-c086-4709-9edf-38d6330b7562 HTTP/1.1" status: 200  len: 848 time: 0.0618804
Jun 21 04:32:11.586187 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-c0bb0e15-4238-4efd-9107-519f913641d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:11.587658 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-c0bb0e15-4238-4efd-9107-519f913641d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0563238
Jun 21 04:32:11.616263 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-6abe9216-5271-4eb2-a8e1-e2101f87820a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc364276-b21f-4500-8f4d-d501303bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555243
Jun 21 04:32:11.710049 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-d3946c3e-f3e4-4436-b58e-0d4154bbd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:11.712848 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-d3946c3e-f3e4-4436-b58e-0d4154bbd30a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1141129
Jun 21 04:32:11.722139 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-ea508709-1e7e-47ea-a9d7-12ee6151285a service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963674
Jun 21 04:32:11.727411 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41616c-8189-4d4d-b552-220ae5209a79 req-2fb2e5eb-fd3b-44d2-9872-936e72d6ec38 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:11.729065 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-af41616c-8189-4d4d-b552-220ae5209a79 req-2fb2e5eb-fd3b-44d2-9872-936e72d6ec38 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1002138
Jun 21 04:32:11.841033 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-af41616c-8189-4d4d-b552-220ae5209a79 req-28ab2975-7e93-446b-9bbd-6bfac2996faa tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016366
Jun 21 04:32:11.866401 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a230c957-f921-4b53-a7c6-2d8e750dad68 req-9ad6c51b-d9f7-4313-b236-d6e0b281082e service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376667
Jun 21 04:32:11.892779 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-0aadacbc-0bf8-4043-8849-d8fb4af925e2 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628006
Jun 21 04:32:11.893896 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383e169-d8cf-4dcb-b0b3-b7b04adb8f9b req-e4c7173a-976b-46ad-bb59-75cb25e146c8 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:11.895377 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5383e169-d8cf-4dcb-b0b3-b7b04adb8f9b req-e4c7173a-976b-46ad-bb59-75cb25e146c8 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.0997593
Jun 21 04:32:11.936605 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5383e169-d8cf-4dcb-b0b3-b7b04adb8f9b req-2b7f5802-f615-4268-9c5d-4e1c79c6848e tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349007
Jun 21 04:32:12.115934 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b681530-d1aa-4c00-bac6-942b58a4ac22 req-82e1a944-1686-4144-bad2-a42bb0ece303 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308484
Jun 21 04:32:12.130535 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782358-2a09-4c75-a5cd-7d803e78a92d req-eb62ff81-e6ca-423c-8318-60812c29e948 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:12.131953 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1f782358-2a09-4c75-a5cd-7d803e78a92d req-eb62ff81-e6ca-423c-8318-60812c29e948 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1028626
Jun 21 04:32:12.173260 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1f782358-2a09-4c75-a5cd-7d803e78a92d req-bd17c450-94dd-4950-a4c3-d5422dbff3d8 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351655
Jun 21 04:32:13.016744 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de07d1-e8ec-4568-aac1-38b047c847c3 req-1abc5218-c7ff-414c-a6c4-ad62da89f4c8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:13.018347 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a0de07d1-e8ec-4568-aac1-38b047c847c3 req-1abc5218-c7ff-414c-a6c4-ad62da89f4c8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0640428
Jun 21 04:32:13.056567 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a0de07d1-e8ec-4568-aac1-38b047c847c3 req-01a68013-3bb3-4b98-abb2-0c857ca9a41d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326014
Jun 21 04:32:13.123248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456b681-f1f5-4bf7-8183-1c479774266f req-6cd30a6f-76fa-4155-9ed5-df857c6e5b16 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:13.126488 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9456b681-f1f5-4bf7-8183-1c479774266f req-6cd30a6f-76fa-4155-9ed5-df857c6e5b16 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 943 time: 0.0703471
Jun 21 04:32:13.164981 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9456b681-f1f5-4bf7-8183-1c479774266f req-ce59a853-f200-40f6-9814-6f43d36bd294 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327682
Jun 21 04:32:13.350371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9a86e-6069-4b07-974d-cf017909f119 req-a408c1c9-f90f-4cd6-9605-1fabae04486e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:13.351846 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9be9a86e-6069-4b07-974d-cf017909f119 req-a408c1c9-f90f-4cd6-9605-1fabae04486e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0670648
Jun 21 04:32:13.396002 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9be9a86e-6069-4b07-974d-cf017909f119 req-df651c1a-ccda-4d9a-9120-83fbc8b33775 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378072
Jun 21 04:32:13.497890 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f48de-93bc-4915-ba3d-000ba4ea1b0a req-530afed3-3de4-471b-bdfc-7d99082667d6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:13.499415 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-674f48de-93bc-4915-ba3d-000ba4ea1b0a req-530afed3-3de4-471b-bdfc-7d99082667d6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0846133
Jun 21 04:32:13.538160 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-674f48de-93bc-4915-ba3d-000ba4ea1b0a req-09c36753-9ed4-4099-b064-5049c383087d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324447
Jun 21 04:32:13.609955 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604187d1-4c89-4ea5-aa33-c982b443127e req-9b7bc9f0-82dd-4c20-9041-dae9b1e90e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:13.611644 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-9b7bc9f0-82dd-4c20-9041-dae9b1e90e02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 1098 time: 0.0553966
Jun 21 04:32:13.706111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604187d1-4c89-4ea5-aa33-c982b443127e req-9b6d7c85-0b2a-43c2-966b-106700dcf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:13.707622 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-9b6d7c85-0b2a-43c2-966b-106700dcf269 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.0853980
Jun 21 04:32:13.845116 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-21249aaa-9308-4e5f-ba34-033423f7f63b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=202ee4c1-2f25-447a-ab0a-1016b8118416 HTTP/1.1" status: 200  len: 217 time: 0.0391080
Jun 21 04:32:14.004155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device c74acaee-e978-4297-bb1b-221a4897827d details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:32:14.013628 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604187d1-4c89-4ea5-aa33-c982b443127e req-38afff3e-3d55-402b-b9dd-3ac966898bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:14.015201 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-38afff3e-3d55-402b-b9dd-3ac966898bce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0439639
Jun 21 04:32:14.056897 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-10f8fd55-b03e-4025-9d3a-d8b131d80b5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264351
Jun 21 04:32:14.101739 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port c74acaee-e978-4297-bb1b-221a4897827d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c74acaee-e978-4297-bb1b-221a4897827d,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:14.113913 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'c74acaee-e978-4297-bb1b-221a4897827d', 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28', 'port_id': 'c74acaee-e978-4297-bb1b-221a4897827d', 'mac_address': 'fa:16:3e:71:4b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29426737-c086-4709-9edf-38d6330b7562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:32:14.152380 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:14.156068 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-a099c255-36c1-4413-8270-87fbab062a6c service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896606
Jun 21 04:32:14.168591 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74acaee-e978-4297-bb1b-221a4897827d {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:32:14.190577 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port c74acaee-e978-4297-bb1b-221a4897827d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c74acaee-e978-4297-bb1b-221a4897827d,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:14.195621 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:14.197428 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:14.274084 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=c74acaee-e978-4297-bb1b-221a4897827d,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:14.286512 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:14.546189 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-604187d1-4c89-4ea5-aa33-c982b443127e req-0f3315fd-ad8a-4d86-953c-09b1948021b2 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3297017
Jun 21 04:32:14.553351 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c237c1-f08f-439b-8026-524f5b4f6a6d req-92a22582-0489-4637-9a48-524d0405e891 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:14.554802 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-60c237c1-f08f-439b-8026-524f5b4f6a6d req-92a22582-0489-4637-9a48-524d0405e891 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 944 time: 0.1250653
Jun 21 04:32:14.603017 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-60c237c1-f08f-439b-8026-524f5b4f6a6d req-1ad80223-a208-40b2-9244-91f0e2b375d3 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383148
Jun 21 04:32:14.627695 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01c5a7-56da-4eb6-8aa5-cee6c9d15f5b req-d2f8ae26-1cab-430c-aae6-39083f939630 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:14.629483 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7d01c5a7-56da-4eb6-8aa5-cee6c9d15f5b req-d2f8ae26-1cab-430c-aae6-39083f939630 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0930603
Jun 21 04:32:14.680741 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7d01c5a7-56da-4eb6-8aa5-cee6c9d15f5b req-b82f136d-c543-4a74-a510-988502fd3e26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426784
Jun 21 04:32:14.806241 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf053b-8aae-4911-9aa5-97848e8ecc88 req-4e481a9e-dc31-45bd-92ac-5f5aad3b2105 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:14.807950 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1ebf053b-8aae-4911-9aa5-97848e8ecc88 req-4e481a9e-dc31-45bd-92ac-5f5aad3b2105 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0708809
Jun 21 04:32:14.851414 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1ebf053b-8aae-4911-9aa5-97848e8ecc88 req-65eb075f-c4ff-47a9-843f-f245730d158d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362468
Jun 21 04:32:14.861822 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df75c0-914e-4f35-b664-f83118586bac req-27784aec-4b8e-4432-9137-a2c9b5a6772c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:14.863435 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c4df75c0-914e-4f35-b664-f83118586bac req-27784aec-4b8e-4432-9137-a2c9b5a6772c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0650489
Jun 21 04:32:14.872372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 36990) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:14.877191 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'floatingip': {'port_id': '98b38b3b-e9cb-46c9-8d6e-554c49059e58'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:14.879012 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36992) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:14.915806 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:14.988438 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.072106 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.076494 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.079522 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:15.117868 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf41426fce2a467c90d2e49a4d845bdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2376659
Jun 21 04:32:15.118757 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d5c85e-3a8e-4eb2-be82-fee0cae9061f,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:15.121107 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 36996) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:15.127914 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:15.174281 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.198233 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['c74acaee-e978-4297-bb1b-221a4897827d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:32:15.198827 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.252597 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.255654 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.259160 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90d5c85e-3a8e-4eb2-be82-fee0cae9061f HTTP/1.1" status: 204  len: 168 time: 0.1348197
Jun 21 04:32:15.259160 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-251af2fa-0270-437c-9905-cc84649618a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:15.281461 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d5c85e-3a8e-4eb2-be82-fee0cae9061f,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:15.284946 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:15.378434 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.382597 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.483185 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Floating IP d8ce4564-255d-4602-a6da-c154c7d5f7a9 associated. External IP: 172.27.0.108, port: 98b38b3b-e9cb-46c9-8d6e-554c49059e58.
Jun 21 04:32:15.574915 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37010) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:15.592191 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.770136 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:32:15.787054 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340036-9e0f-4909-a066-249afcb96573 req-c6e9e026-357e-4264-bab0-288d8d365bf6 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:15.792156 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3a340036-9e0f-4909-a066-249afcb96573 req-c6e9e026-357e-4264-bab0-288d8d365bf6 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 944 time: 0.0632057
Jun 21 04:32:15.826312 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3a340036-9e0f-4909-a066-249afcb96573 req-4eec1c05-0b8c-47a0-add7-cec5375f76ca tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313094
Jun 21 04:32:15.840323 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.848230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.851936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4aa6096e-76bd-4898-8f40-ef77d2b19eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:15.928982 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62fb9a-7755-4b8a-a85d-b17e13047fc6,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:15.932174 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:15.942447 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ce798df39e34e7fb0623c830db6f248&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3624785
Jun 21 04:32:15.942764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37020) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:15.947579 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:32:15.952678 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:15.958902 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:32:15.969317 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:32:15.969757 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f284130>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:31:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:16.000502 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:16.027712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:16.039931 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ea84f779-1fca-4946-9e6f-9e3be2d8a559 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "PUT /v2.0/floatingips/d8ce4564-255d-4602-a6da-c154c7d5f7a9 HTTP/1.1" status: 200  len: 991 time: 1.1643066
Jun 21 04:32:16.039931 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:16.041036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b5e87-7ece-4d1c-bcdb-68d7df15843a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:16.076491 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162909e9-6055-4e69-b9c5-5e4dcce71c05 req-c0dec58c-bdc7-45ac-b07e-a84de41a3c50 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:16.078226 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-162909e9-6055-4e69-b9c5-5e4dcce71c05 req-c0dec58c-bdc7-45ac-b07e-a84de41a3c50 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0891526
Jun 21 04:32:16.093259 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:16.097079 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:16.100932 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c62fb9a-7755-4b8a-a85d-b17e13047fc6 HTTP/1.1" status: 204  len: 168 time: 0.1554453
Jun 21 04:32:16.100932 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:16.101176 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:32:16.128736 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62fb9a-7755-4b8a-a85d-b17e13047fc6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:16.131143 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-162909e9-6055-4e69-b9c5-5e4dcce71c05 req-583dfb8d-2509-45c0-8b92-416c0a7b8116 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457213
Jun 21 04:32:16.148558 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:16.203184 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea543f7-1b1a-4951-8f31-045f1e48cee3 x-openstack-request-id: req-3ea543f7-1b1a-4951-8f31-045f1e48cee3 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:16.203342 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:16.203585 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ea543f7-1b1a-4951-8f31-045f1e48cee3 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:16.204065 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'status': 'completed', 'code': 200}
Jun 21 04:32:16.371581 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-5dbfb9b8-f461-4626-95cb-cd0989b061b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:16.373576 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-5dbfb9b8-f461-4626-95cb-cd0989b061b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1098 time: 0.0599170
Jun 21 04:32:16.391723 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f284130>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'd8ce4564-255d-4602-a6da-c154c7d5f7a9', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'port_id': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'mac_address': 'fa:16:3e:b5:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:01Z', 'updated_at': '2021-06-21T04:32:15Z', 'revision_number': 1, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:16.453502 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:32:16.461997 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:32:16.462601 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f284130>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:31:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:16.505230 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-1da49685-0f1d-4181-b049-da80a9923820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:16.507099 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-1da49685-0f1d-4181-b049-da80a9923820 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.1091876
Jun 21 04:32:16.568959 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:32:16.579068 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-9d997b92-c727-47d2-a38d-d41bf86ea7bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 999 time: 0.0605848
Jun 21 04:32:16.630459 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-26dd6b88-25d8-43d6-bf8f-2f46e592f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:16.632086 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-26dd6b88-25d8-43d6-bf8f-2f46e592f372 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0464118
Jun 21 04:32:16.716006 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-917445ff-ed8f-412e-8956-75f4c953b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:16.717598 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-917445ff-ed8f-412e-8956-75f4c953b3e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677299
Jun 21 04:32:16.806355 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f284130>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'd8ce4564-255d-4602-a6da-c154c7d5f7a9', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'port_id': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'mac_address': 'fa:16:3e:b5:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:01Z', 'updated_at': '2021-06-21T04:32:15Z', 'revision_number': 1, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:16.838043 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec47cc5-fb83-4c2a-b8e3-be8bd152e0c1 None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'd8ce4564-255d-4602-a6da-c154c7d5f7a9', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'port_id': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'mac_address': 'fa:16:3e:b5:7a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:31:01Z', 'updated_at': '2021-06-21T04:32:15Z', 'revision_number': 1, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:32:16.839734 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-766130b4-801d-4379-b696-ee8a24f2343a service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012568
Jun 21 04:32:16.962731 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-160b5e87-7ece-4d1c-bcdb-68d7df15843a req-6acd217e-33e4-457b-8363-587f46b8c901 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030676
Jun 21 04:32:17.030667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a683824-28cb-4452-9e22-c5094cab404c req-fbab143d-1375-4010-b03f-ede43ac2b860 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:17.032285 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7a683824-28cb-4452-9e22-c5094cab404c req-fbab143d-1375-4010-b03f-ede43ac2b860 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 944 time: 0.0686693
Jun 21 04:32:17.075344 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7a683824-28cb-4452-9e22-c5094cab404c req-4eab8ade-8e90-48a4-8c75-60c94419afd1 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353656
Jun 21 04:32:17.104182 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11da9f-39f4-431d-b8f4-41e23f6115d0 None None] New status for floating IP d8ce4564-255d-4602-a6da-c154c7d5f7a9: ACTIVE {{(pid=92727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:32:17.334280 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2684e6-459e-4e82-86ff-362b38fbde27 req-9fba9a9f-4dac-4992-b976-a04b455c0450 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:17.341356 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be2684e6-459e-4e82-86ff-362b38fbde27 req-9fba9a9f-4dac-4992-b976-a04b455c0450 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0775177
Jun 21 04:32:17.375022 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be2684e6-459e-4e82-86ff-362b38fbde27 req-65099af6-f7eb-48ab-a4c6-a1ddc137160b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328002
Jun 21 04:32:18.022024 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device c74acaee-e978-4297-bb1b-221a4897827d up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:18.090276 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port c74acaee-e978-4297-bb1b-221a4897827d completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:18.094840 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port c74acaee-e978-4297-bb1b-221a4897827d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:18.095225 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.178438 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.186895 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37104) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:18.204578 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74acaee-e978-4297-bb1b-221a4897827d'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:18.207102 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26198ded-0a09-491d-a5a5-624492b5b158" -d '{"events": [{"server_uuid": "ab4f29b0-4e04-4fdf-be6d-dd11d831c261", "name": "network-vif-plugged", "status": "completed", "tag": "c74acaee-e978-4297-bb1b-221a4897827d"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:18.221141 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port c74acaee-e978-4297-bb1b-221a4897827d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c74acaee-e978-4297-bb1b-221a4897827d,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:18.228097 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.231379 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:18.259022 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1041429a-c008-4ecc-8693-e9cd6af19b06 x-openstack-request-id: req-1041429a-c008-4ecc-8693-e9cd6af19b06 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:18.259325 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f29b0-4e04-4fdf-be6d-dd11d831c261", "name": "network-vif-plugged", "status": "completed", "tag": "c74acaee-e978-4297-bb1b-221a4897827d", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:18.259582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1041429a-c008-4ecc-8693-e9cd6af19b06 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:18.259966 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74acaee-e978-4297-bb1b-221a4897827d', 'code': 200}
Jun 21 04:32:18.272260 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152580-e5fd-4e44-845b-b650cf73c775 req-8b4e9e12-31ea-4408-95d6-263fe74f1122 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:18.273888 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26152580-e5fd-4e44-845b-b650cf73c775 req-8b4e9e12-31ea-4408-95d6-263fe74f1122 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 944 time: 0.0774350
Jun 21 04:32:18.286233 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=c74acaee-e978-4297-bb1b-221a4897827d,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:18.289393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:18.326794 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.332116 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26152580-e5fd-4e44-845b-b650cf73c775 req-edfd473a-6410-41b3-80a4-42c327c5c422 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518970
Jun 21 04:32:18.427662 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.432082 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.435753 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-18ed63ce-d152-41b6-91cb-36f90acf562d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:18.474610 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ebbaa54f37442f0ac4bb84c823a24e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2857721
Jun 21 04:32:18.475700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85eff6d7-3677-47bf-8048-c824106c4ed2,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:18.477341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37112) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:18.479216 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:18.570079 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.597007 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.599054 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269e587-9301-4e0f-bea8-1494f2f15f57 req-0fed1cfd-0ae8-4168-93c6-be16f41df7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:18.600648 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7269e587-9301-4e0f-bea8-1494f2f15f57 req-0fed1cfd-0ae8-4168-93c6-be16f41df7d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 1098 time: 0.0638089
Jun 21 04:32:18.620377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4ba7-7b71-4dd1-98e6-d61c0245a5df req-c769d398-f1ec-4e23-8334-2cc1b19326ab tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:18.622419 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-104a4ba7-7b71-4dd1-98e6-d61c0245a5df req-c769d398-f1ec-4e23-8334-2cc1b19326ab tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1169863
Jun 21 04:32:18.669952 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-104a4ba7-7b71-4dd1-98e6-d61c0245a5df req-6d2715d4-a56d-4be7-ace4-31fa9f1180b0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399606
Jun 21 04:32:18.672485 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7269e587-9301-4e0f-bea8-1494f2f15f57 req-2821c9fc-4465-4597-9408-2595387408c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343721
Jun 21 04:32:18.677583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.680212 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:18.681296 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85eff6d7-3677-47bf-8048-c824106c4ed2 HTTP/1.1" status: 204  len: 168 time: 0.2023764
Jun 21 04:32:18.681953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:18.690615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eff6d7-3677-47bf-8048-c824106c4ed2,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:18.694169 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:18.949363 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37126) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:18.962926 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.049345 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.052949 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.055942 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3f191c3b-d692-42f4-a37f-6c43c064d2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:19.095821 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ec29eb64457414c9786fd9e4e017117&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1431203
Jun 21 04:32:19.095821 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f0940-fdbb-423f-b191-91155c8a79a5,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:19.096741 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37130) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:19.097527 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:19.155425 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.191012 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.246133 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.249413 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:19.250791 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/816f0940-fdbb-423f-b191-91155c8a79a5 HTTP/1.1" status: 204  len: 168 time: 0.1530120
Jun 21 04:32:19.251656 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:19.260578 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f0940-fdbb-423f-b191-91155c8a79a5,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:19.265264 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:19.550500 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e3e8-7b8f-4e0e-8569-1e115f9c40e8 req-845bebb9-33dc-43c8-b8bc-df67310e80c9 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:19.552223 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a3f0e3e8-7b8f-4e0e-8569-1e115f9c40e8 req-845bebb9-33dc-43c8-b8bc-df67310e80c9 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.0899088
Jun 21 04:32:19.604438 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a3f0e3e8-7b8f-4e0e-8569-1e115f9c40e8 req-76ea9ca2-c164-46aa-a739-9478ceb93249 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455511
Jun 21 04:32:19.862668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d873880-ebe2-425d-9b74-2abe423cb454 req-d34525a2-dabc-4f74-aaa2-e1d4dab65053 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:19.864327 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d873880-ebe2-425d-9b74-2abe423cb454 req-d34525a2-dabc-4f74-aaa2-e1d4dab65053 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0803781
Jun 21 04:32:19.906852 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d873880-ebe2-425d-9b74-2abe423cb454 req-38ba9296-3226-4f1e-adc5-95f6e8987f07 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367970
Jun 21 04:32:20.793047 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78595134-0ac6-4274-adbb-f74573544778 req-76d2258e-9d1f-4c79-8c2c-ff716a33b902 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:20.794672 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-78595134-0ac6-4274-adbb-f74573544778 req-76d2258e-9d1f-4c79-8c2c-ff716a33b902 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.0740638
Jun 21 04:32:20.835402 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-78595134-0ac6-4274-adbb-f74573544778 req-5bf7b010-e945-4e55-9bd0-3c7da662e824 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344877
Jun 21 04:32:21.108412 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f532fb0-259e-45b1-8dae-a534fa2bedd5 req-f17ffd2a-eb92-47ef-960e-f8d37db56d00 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:21.110752 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2f532fb0-259e-45b1-8dae-a534fa2bedd5 req-f17ffd2a-eb92-47ef-960e-f8d37db56d00 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0802076
Jun 21 04:32:21.154436 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2f532fb0-259e-45b1-8dae-a534fa2bedd5 req-bb143c82-a188-467c-a6d0-786cd198c52a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379708
Jun 21 04:32:21.519811 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37240) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:21.622825 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.708631 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.712669 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.714937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d9a433c6-c0d4-46e0-bc4b-7ab9ddf9d4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:21.755478 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e18ddf0-2cbe-420c-9c49-b55e036e43b5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:21.760087 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b379e2119874c24b21292e378687923&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2391524
Jun 21 04:32:21.760988 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:21.762799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37248) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:21.820661 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.840671 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.886788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.889651 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:21.890884 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e18ddf0-2cbe-420c-9c49-b55e036e43b5 HTTP/1.1" status: 204  len: 168 time: 0.1271262
Jun 21 04:32:21.891658 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-85942b8c-cc24-4219-93db-c03c3e41abb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:21.902501 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e18ddf0-2cbe-420c-9c49-b55e036e43b5,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:21.905268 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:22.045319 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ceb1-755d-4fd6-bb3b-4f5aba9f7876 req-9af13287-0e53-403b-a836-414216464a74 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:22.046730 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-78e8ceb1-755d-4fd6-bb3b-4f5aba9f7876 req-9af13287-0e53-403b-a836-414216464a74 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.0717130
Jun 21 04:32:22.084410 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-78e8ceb1-755d-4fd6-bb3b-4f5aba9f7876 req-8295d237-5dcf-4999-aa01-7f853b499bea tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311906
Jun 21 04:32:22.224053 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37264) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:22.239884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.332319 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.336479 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.339817 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7bbba156-b8f3-4ebb-b537-05a06abfaaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:22.354167 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa5818-1427-4cc0-968b-4441367268f7 req-4980093d-d40e-4644-9daa-a467746a203b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:22.355694 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3afa5818-1427-4cc0-968b-4441367268f7 req-4980093d-d40e-4644-9daa-a467746a203b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0743239
Jun 21 04:32:22.380903 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37a2964c89ee41e8b24e024bd651d598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1555202
Jun 21 04:32:22.381827 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69acbb14-ab14-420f-9f73-3af846fd45e2,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:22.383597 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37266) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:22.385149 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:22.412911 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3afa5818-1427-4cc0-968b-4441367268f7 req-e9eff7c2-c440-4f6d-a3fe-2ed626e83a27 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507660
Jun 21 04:32:22.444243 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.465125 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.514086 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.517057 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:22.518192 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69acbb14-ab14-420f-9f73-3af846fd45e2 HTTP/1.1" status: 204  len: 168 time: 0.1330891
Jun 21 04:32:22.519008 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2348b72f-7d4f-454f-b2a2-831c7bc34dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:22.526458 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69acbb14-ab14-420f-9f73-3af846fd45e2,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:22.529251 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:23.359760 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e58ff-819a-45f0-bc77-c29740639673 req-9694b599-0cd9-44ed-8a37-363ce8949f00 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:23.364603 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-614e58ff-819a-45f0-bc77-c29740639673 req-9694b599-0cd9-44ed-8a37-363ce8949f00 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0687568
Jun 21 04:32:23.401208 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-614e58ff-819a-45f0-bc77-c29740639673 req-b5400b65-adfb-433a-a4c8-bfff88231457 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340333
Jun 21 04:32:23.600484 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0e7e-cfb4-4c92-bb21-df541929b3ac req-ec5b6cb2-8781-4bdc-a333-14622c60b156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:23.601565 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495e43-f8f6-44cf-9f4d-b3a8f2e02bcc req-54c0b555-abb2-42d8-bd78-17755db75322 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:23.602836 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a1ab0e7e-cfb4-4c92-bb21-df541929b3ac req-ec5b6cb2-8781-4bdc-a333-14622c60b156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.0666108
Jun 21 04:32:23.603172 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-95495e43-f8f6-44cf-9f4d-b3a8f2e02bcc req-54c0b555-abb2-42d8-bd78-17755db75322 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0656075
Jun 21 04:32:23.643873 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-95495e43-f8f6-44cf-9f4d-b3a8f2e02bcc req-407ba76f-d267-4793-9449-8dfe9a03cd41 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336921
Jun 21 04:32:23.648302 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a1ab0e7e-cfb4-4c92-bb21-df541929b3ac req-7d554d84-3bc7-4411-811b-7d9d49ee9210 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382683
Jun 21 04:32:23.848570 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-66644270-ef9d-4564-b9f3-316a7669d996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:24.330378 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:32:24.530807 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37380) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:24.588094 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0c741-c06a-4a0a-b981-6afd4977d5c5 req-e8a5e09a-9f29-4e3c-874d-ed49d5894751 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:24.589708 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-40a0c741-c06a-4a0a-b981-6afd4977d5c5 req-e8a5e09a-9f29-4e3c-874d-ed49d5894751 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.0676458
Jun 21 04:32:24.631530 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-40a0c741-c06a-4a0a-b981-6afd4977d5c5 req-dd97f175-2ee9-4c58-a839-e436f88e8005 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343561
Jun 21 04:32:24.648848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:24.756939 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37390) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:24.757892 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:24.763923 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:24.768383 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2da1f525-65f6-48fc-b7a0-7239dc75251d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:24.836792 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38678461558b4983b362a68d6662d285&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3048978
Jun 21 04:32:24.839607 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37394) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:24.841263 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9a2cc-04ea-4071-93f1-0c30fe56aca2,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:24.845220 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:24.869775 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8da23c-1897-4f22-89f6-f83a9ce05cf9 req-17180c6f-6ed3-4665-9eb4-c1bcdb167fd3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:24.871515 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d8da23c-1897-4f22-89f6-f83a9ce05cf9 req-17180c6f-6ed3-4665-9eb4-c1bcdb167fd3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0833893
Jun 21 04:32:24.890191 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e56ac-a043-42c5-a3e5-a83ea38ec4f5 req-799fd3a5-7c02-412c-95bc-89e69ba4ed08 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:24.891671 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-037e56ac-a043-42c5-a3e5-a83ea38ec4f5 req-799fd3a5-7c02-412c-95bc-89e69ba4ed08 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.0984018
Jun 21 04:32:24.917037 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:24.929549 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-037e56ac-a043-42c5-a3e5-a83ea38ec4f5 req-534fb64e-5c0b-4833-8dfa-0454ac8e471e tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321524
Jun 21 04:32:24.965156 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d8da23c-1897-4f22-89f6-f83a9ce05cf9 req-2080e355-986e-4d73-b19c-c2e83dfe4646 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814981
Jun 21 04:32:24.980678 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.013681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.078987 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.082909 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.085456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:25.089053 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.092049 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.093690 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49f9a2cc-04ea-4071-93f1-0c30fe56aca2 HTTP/1.1" status: 204  len: 168 time: 0.2526479
Jun 21 04:32:25.126549 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9caa9ab2690141639b54c1bb795e5124&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3682964
Jun 21 04:32:25.127445 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f006edd6-d990-4b1e-ae09-e0ea3d391874,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:25.130543 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:25.130804 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37398) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:25.131077 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2219d8b2-7f6d-4945-8a13-6bfcd4317e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:25.138316 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9a2cc-04ea-4071-93f1-0c30fe56aca2,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:25.140375 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:25.191678 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.215213 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.263221 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.265895 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.267047 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f006edd6-d990-4b1e-ae09-e0ea3d391874 HTTP/1.1" status: 204  len: 168 time: 0.1343670
Jun 21 04:32:25.267755 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:25.275762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006edd6-d990-4b1e-ae09-e0ea3d391874,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:25.278690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:25.400276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37408) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:25.416976 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.508462 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.512776 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.515403 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7da3be7f-6b8e-4e45-bebb-ce5cd88245b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:25.551647 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1994331-d4fb-430f-949a-101d3c58e1ed,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:25.555279 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:25.560509 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37412) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:25.560722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d70751324a9042498c97c1275ca83d11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1561828
Jun 21 04:32:25.610761 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.632355 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.683403 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.685570 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37418) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:25.687086 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.688533 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1994331-d4fb-430f-949a-101d3c58e1ed HTTP/1.1" status: 204  len: 168 time: 0.1267934
Jun 21 04:32:25.689510 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-9cb800fd-de21-44a0-a62d-33a02b6bcc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:25.698875 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1994331-d4fb-430f-949a-101d3c58e1ed,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:25.702695 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:25.704675 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.810929 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.815813 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.819099 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-953dde31-ad40-4c59-9b03-552a5edbafae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:25.857610 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed1dbc9e39a3456cab79fcbccd2edb01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1701918
Jun 21 04:32:25.858511 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafba0dd-6e03-4c5d-930a-856d73b77f30,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:25.860328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37422) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:25.861492 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:25.912810 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82ed70-d02e-445a-b41b-40f0a7895d3b req-4f3aa436-6c0f-4d8a-9a83-a9097279a49e tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:25.914555 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd82ed70-d02e-445a-b41b-40f0a7895d3b req-4f3aa436-6c0f-4d8a-9a83-a9097279a49e tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.1058533
Jun 21 04:32:25.941745 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.974805 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:25.984541 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd82ed70-d02e-445a-b41b-40f0a7895d3b req-20013b2d-af01-42d0-a79a-76555465ca33 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634134
Jun 21 04:32:26.048872 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:26.052689 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:26.056210 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eafba0dd-6e03-4c5d-930a-856d73b77f30 HTTP/1.1" status: 204  len: 168 time: 0.1907210
Jun 21 04:32:26.056210 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:26.066735 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafba0dd-6e03-4c5d-930a-856d73b77f30,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:26.069980 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:26.190032 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca819-b931-4de1-87bf-6f60dd6f7325 req-319892a0-0466-422b-8c5b-0f9bc088d217 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:26.191943 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b93ca819-b931-4de1-87bf-6f60dd6f7325 req-319892a0-0466-422b-8c5b-0f9bc088d217 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.0727248
Jun 21 04:32:26.233057 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b93ca819-b931-4de1-87bf-6f60dd6f7325 req-01dfd5af-7be5-42ca-82fc-2fecfc4a141c tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350950
Jun 21 04:32:26.244940 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf3d2-4c3e-4adf-bbb9-71af6f44270b req-245f4bdf-e0ad-4fa8-b9e9-2ffe4e57b889 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:26.247375 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e6ccf3d2-4c3e-4adf-bbb9-71af6f44270b req-245f4bdf-e0ad-4fa8-b9e9-2ffe4e57b889 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0834975
Jun 21 04:32:26.287994 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e6ccf3d2-4c3e-4adf-bbb9-71af6f44270b req-6abd471d-fcbc-419a-a483-479bcb600e27 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347164
Jun 21 04:32:26.493469 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-e1e39a11-6d04-4ec6-9aae-d76b0b2b4568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:26.869126 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.084067 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-cd91fdab-3053-4139-b349-cf81a525f177 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:27.087400 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-cd91fdab-3053-4139-b349-cf81a525f177 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.1067116
Jun 21 04:32:27.133449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37486) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:27.298361 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.311613 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Deleting port c74acaee-e978-4297-bb1b-221a4897827d {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:32:27.311948 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.354866 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad9255-5df5-407f-923d-6018ba633bdd req-803e6e1f-ad1f-42e0-87c1-6dd0fbb85832 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:27.356750 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ad9255-5df5-407f-923d-6018ba633bdd req-803e6e1f-ad1f-42e0-87c1-6dd0fbb85832 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.1108928
Jun 21 04:32:27.416733 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1ad9255-5df5-407f-923d-6018ba633bdd req-81de3ff6-ff3a-48e8-ae44-1608e2d14cee tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/security-groups?id=90cd1c31-20ff-4f6f-86c4-015526b82bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512176
Jun 21 04:32:27.424100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] For port c74acaee-e978-4297-bb1b-221a4897827d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=c74acaee-e978-4297-bb1b-221a4897827d,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:27.424638 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.457998 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.465760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.466796 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.470001 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-97ce6738-3399-4188-a5b8-2f35da749ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:27.528729 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Calling delete_port for c74acaee-e978-4297-bb1b-221a4897827d owned by compute:nova {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:32:27.534095 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8bbc1-06c6-4f52-b978-19fcf3127b03,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:27.540644 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=122c4083b8334d2abca686dd60f21ca6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4032025
Jun 21 04:32:27.540644 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:27.544654 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37500) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:27.629251 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.655612 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.674462 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc180-0d5e-491a-8dd2-f515b8bd64dc req-3ddffe33-ca9a-4077-821c-a417f6165120 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:27.675912 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-248dc180-0d5e-491a-8dd2-f515b8bd64dc req-3ddffe33-ca9a-4077-821c-a417f6165120 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0966477
Jun 21 04:32:27.679350 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cdb3b-024d-499f-b658-53c3da18eccb req-2580622c-4918-4b81-9cc0-fa24972e1820 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:27.680844 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-902cdb3b-024d-499f-b658-53c3da18eccb req-2580622c-4918-4b81-9cc0-fa24972e1820 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 945 time: 0.1487827
Jun 21 04:32:27.746577 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-248dc180-0d5e-491a-8dd2-f515b8bd64dc req-3a3d680a-0c5c-47f1-9a6f-736984ac0a94 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579093
Jun 21 04:32:27.777341 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-902cdb3b-024d-499f-b658-53c3da18eccb req-b74f7de0-9930-4249-993d-38a5908e1391 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870676
Jun 21 04:32:27.782227 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.785343 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.788427 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bc8bbc1-06c6-4f52-b978-19fcf3127b03 HTTP/1.1" status: 204  len: 168 time: 0.2427397
Jun 21 04:32:27.790042 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:27.803687 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.811357 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8bbc1-06c6-4f52-b978-19fcf3127b03,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:27.812320 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:27.814343 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:27.838068 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:27.844090 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-f31d7777-db97-4670-a6f8-9b2579b19a17 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:27.848686 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['c74acaee-e978-4297-bb1b-221a4897827d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:32:27.852305 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-f31d7777-db97-4670-a6f8-9b2579b19a17 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 945 time: 0.1244214
Jun 21 04:32:27.883778 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Pushing event deleted for resources: {'Port': ['ID=c74acaee-e978-4297-bb1b-221a4897827d,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:27.890656 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:27.988543 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Deleting port 51854e28-6986-40bf-b3da-f24a5732856c {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:32:27.988891 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:28.097941 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] For port 51854e28-6986-40bf-b3da-f24a5732856c, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=51854e28-6986-40bf-b3da-f24a5732856c,segment=NetworkSegment(277eaa03-3c33-4107-b23f-24d6b9eef5ef),segment_id=277eaa03-3c33-4107-b23f-24d6b9eef5ef)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:28.098302 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:28.147593 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] No DVR routers for this DVR port c74acaee-e978-4297-bb1b-221a4897827d on host hv-cinder-79688 {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:32:28.151105 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:28.153766 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e96d3fdd-8297-4c1f-89c4-5f193602de81 req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "DELETE /v2.0/ports/c74acaee-e978-4297-bb1b-221a4897827d HTTP/1.1" status: 204  len: 173 time: 1.0461562
Jun 21 04:32:28.154268 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'name': 'network-vif-deleted', 'tag': 'c74acaee-e978-4297-bb1b-221a4897827d'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:28.156626 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5850e6f-dc77-40c6-aa47-2a1eb76b14e5" -d '{"events": [{"server_uuid": "ab4f29b0-4e04-4fdf-be6d-dd11d831c261", "name": "network-vif-deleted", "tag": "c74acaee-e978-4297-bb1b-221a4897827d"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:28.221505 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a889792-6405-444f-9283-5d5645ae37f5 x-openstack-request-id: req-6a889792-6405-444f-9283-5d5645ae37f5 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:28.222245 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f29b0-4e04-4fdf-be6d-dd11d831c261", "name": "network-vif-deleted", "tag": "c74acaee-e978-4297-bb1b-221a4897827d", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:28.222661 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a889792-6405-444f-9283-5d5645ae37f5 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:28.223208 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f29b0-4e04-4fdf-be6d-dd11d831c261', 'name': 'network-vif-deleted', 'tag': 'c74acaee-e978-4297-bb1b-221a4897827d', 'status': 'completed', 'code': 200}
Jun 21 04:32:28.424667 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Calling delete_port for 51854e28-6986-40bf-b3da-f24a5732856c owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:32:28.658332 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:28.666073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:28.683855 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d9d6ee3f-124d-4ecb-aa7a-9bfb84291bfb req-8a17dc80-4462-48bb-bc99-042b2f74b888 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.0345819
Jun 21 04:32:28.689489 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Pushing event deleted for resources: {'Port': ['ID=51854e28-6986-40bf-b3da-f24a5732856c,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:28.694215 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:28.717937 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['51854e28-6986-40bf-b3da-f24a5732856c'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:32:28.752913 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] No DVR routers for this DVR port 51854e28-6986-40bf-b3da-f24a5732856c on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:32:28.756399 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:28.758497 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2143efd4-c403-4ee7-9a54-24d03c3b4255 req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.69 "DELETE /v2.0/ports/51854e28-6986-40bf-b3da-f24a5732856c HTTP/1.1" status: 204  len: 173 time: 0.8972430
Jun 21 04:32:28.758980 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'name': 'network-vif-deleted', 'tag': '51854e28-6986-40bf-b3da-f24a5732856c'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:28.761261 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d081c-02b6-4d3f-86bf-413ff4e99bb0" -d '{"events": [{"server_uuid": "39a83d7d-e83a-410d-84ef-6da1f58c21cc", "name": "network-vif-deleted", "tag": "51854e28-6986-40bf-b3da-f24a5732856c"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:28.800156 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94386a89-1c64-471f-a36a-f63f1804558a x-openstack-request-id: req-94386a89-1c64-471f-a36a-f63f1804558a {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:28.800479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a83d7d-e83a-410d-84ef-6da1f58c21cc", "name": "network-vif-deleted", "tag": "51854e28-6986-40bf-b3da-f24a5732856c", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:28.800800 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94386a89-1c64-471f-a36a-f63f1804558a {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:28.801213 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a83d7d-e83a-410d-84ef-6da1f58c21cc', 'name': 'network-vif-deleted', 'tag': '51854e28-6986-40bf-b3da-f24a5732856c', 'status': 'completed', 'code': 200}
Jun 21 04:32:28.965873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e0b9d-77ce-4d60-9503-d6066589a8f0 req-335f5edd-6861-4dd5-b01d-06113a937abe tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:28.967741 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7d8e0b9d-77ce-4d60-9503-d6066589a8f0 req-335f5edd-6861-4dd5-b01d-06113a937abe tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0861402
Jun 21 04:32:29.017774 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7d8e0b9d-77ce-4d60-9503-d6066589a8f0 req-31517dc4-8b5a-44a5-8cdc-52b33ca0ddde tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435412
Jun 21 04:32:29.135004 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-101ced92-a15e-468f-bf19-4e09d8504982 req-368db172-8b5f-4cd6-a9e1-f2dd5567dc6a tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0475783
Jun 21 04:32:29.193103 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:33.576674 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 51854e28-6986-40bf-b3da-f24a5732856c no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:32:33.597951 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 51854e28-6986-40bf-b3da-f24a5732856c {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:32:33.598247 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 51854e28-6986-40bf-b3da-f24a5732856c not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:32:33.598575 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device c74acaee-e978-4297-bb1b-221a4897827d no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:32:33.616586 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: c74acaee-e978-4297-bb1b-221a4897827d {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:32:33.616956 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device c74acaee-e978-4297-bb1b-221a4897827d not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:32:33.677011 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-698851b7-ecee-41b2-a440-ace72f1cf391 req-10288673-ac40-4914-9416-ba5d6f164800 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.0287871
Jun 21 04:32:33.800498 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae95ef-1261-4baf-8213-5d28580794de req-26f6487f-791c-4b2b-8c95-e8b365e8e2a0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:33.802084 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-01ae95ef-1261-4baf-8213-5d28580794de req-26f6487f-791c-4b2b-8c95-e8b365e8e2a0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0674355
Jun 21 04:32:33.839455 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-075e23fa-c2b6-4ac6-9f30-8a60b3ac91c7 req-ec10e0d6-1fd2-4790-b274-e94f882eda0b tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab4f29b0-4e04-4fdf-be6d-dd11d831c261 HTTP/1.1" status: 200  len: 210 time: 0.0302713
Jun 21 04:32:33.845292 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-01ae95ef-1261-4baf-8213-5d28580794de req-a645b1a0-d343-443a-b5d0-122f4dd9e5ce tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372984
Jun 21 04:32:34.915406 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fcfcff34-937a-41c2-a6db-55c01dcdb304 req-d63b4b1c-a20d-4861-b7bf-49c0e811e192 tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] 10.222.0.66 "GET /v2.0/ports?device_id=39a83d7d-e83a-410d-84ef-6da1f58c21cc HTTP/1.1" status: 200  len: 210 time: 0.0677063
Jun 21 04:32:35.081987 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4a0d6-4b78-477a-9987-c33c8af6b07e req-4d1391f5-5d35-4343-addf-7ce5197d6919 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:35.083589 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e3d4a0d6-4b78-477a-9987-c33c8af6b07e req-4d1391f5-5d35-4343-addf-7ce5197d6919 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0666089
Jun 21 04:32:35.123738 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e3d4a0d6-4b78-477a-9987-c33c8af6b07e req-250b1623-0349-4beb-8c40-ff9aa0cfffbe tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328522
Jun 21 04:32:35.244425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-94dfaa7c-daea-4846-be7d-79aeaca55a45 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:35.245830 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-94dfaa7c-daea-4846-be7d-79aeaca55a45 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/networks?id=cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 200  len: 808 time: 0.1042078
Jun 21 04:32:35.260946 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e7dcd5eb-1486-4d8a-b367-1124b97cb4a4 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/quotas/308dc3a1003f41afb729fbf117122a99 HTTP/1.1" status: 200  len: 375 time: 0.0088582
Jun 21 04:32:35.293096 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e5cf0751-1074-4001-b14f-1be5f028dc9d tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=308dc3a1003f41afb729fbf117122a99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267622
Jun 21 04:32:35.382500 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-0bfb6ed5-3419-46cb-a8a0-9bf6a1e1c770 service neutron] 10.222.0.66 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823276
Jun 21 04:32:35.471227 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-5368d53d-6339-4c41-b56b-974c9c7c5b29 service neutron] 10.222.0.66 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826955
Jun 21 04:32:35.674910 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3229e3c-4c71-4309-8bf4-9f8159007134 req-28366158-44d1-4842-8a8f-35e09effd611 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 210 time: 0.0344062
Jun 21 04:32:41.495349 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-976e79b9-3835-4de6-93df-09b1e27a8bdd req-aae383c5-c1f8-44fb-8b44-a8443b7d2623 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 210 time: 0.0391850
Jun 21 04:32:41.523835 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eff3c-b42c-44bc-b125-372428c5de6c req-f725d706-98cb-4549-abaa-72b25e26dc8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:41.525399 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a75eff3c-b42c-44bc-b125-372428c5de6c req-f725d706-98cb-4549-abaa-72b25e26dc8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0658667
Jun 21 04:32:41.566282 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a75eff3c-b42c-44bc-b125-372428c5de6c req-eb6c355b-28cd-448b-8bff-9886555eff82 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346844
Jun 21 04:32:42.459797 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-f41feef4-80f3-4f83-b3cf-affb40c7f924 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:42.461489 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-f41feef4-80f3-4f83-b3cf-affb40c7f924 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "GET /v2.0/networks?id=cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 200  len: 808 time: 0.1213765
Jun 21 04:32:42.505576 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Request body: {'port': {'device_id': '38309b03-ccc9-42af-939d-899b0393c6b1', 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28', 'admin_state_up': True, 'tenant_id': '308dc3a1003f41afb729fbf117122a99'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:42.619298 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Made reservation on behalf of 308dc3a1003f41afb729fbf117122a99 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:32:42.622989 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:42.743479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Allocated IP 172.20.0.7 (cc364276-b21f-4500-8f4d-d501303bdc28/29426737-c086-4709-9edf-38d6330b7562/938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:32:42.891255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:42.932497 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:42.937826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:42.984767 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Network cc364276-b21f-4500-8f4d-d501303bdc28 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:32:42.988335 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:42.992012 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:32:42.997458 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:42.998052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:43.005909 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Pushing event updated for resources: {'Port': ['ID=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:43.010065 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:43.015923 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5143604
Jun 21 04:32:48.241307 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Request body: {'port': {'device_id': '38309b03-ccc9-42af-939d-899b0393c6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:48.279501 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e1c7-93b6-48de-9534-58ed0a5b5153 req-b3ad977b-9c5d-41cb-a7bb-f3453455e0ac tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:48.281193 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-efa7e1c7-93b6-48de-9534-58ed0a5b5153 req-b3ad977b-9c5d-41cb-a7bb-f3453455e0ac tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 931 time: 0.0731757
Jun 21 04:32:48.317958 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:48.320366 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-efa7e1c7-93b6-48de-9534-58ed0a5b5153 req-8a06d6ab-a86c-4302-8114-3b376355ff40 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329263
Jun 21 04:32:48.484416 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d441b-993d-4df0-8b65-e0c1fbdfdcc0 req-0d668042-7cf5-4115-95a7-789b6fd54cc8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:48.485934 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2c1d441b-993d-4df0-8b65-e0c1fbdfdcc0 req-0d668042-7cf5-4115-95a7-789b6fd54cc8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1538398
Jun 21 04:32:48.568016 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2c1d441b-993d-4df0-8b65-e0c1fbdfdcc0 req-e257827d-cc87-4c92-9cc1-4632448f303e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702503
Jun 21 04:32:48.646972 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:32:48.654178 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:48.665473 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Transition to ACTIVE for port object 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:32:48.668884 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:48.670959 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:48.741673 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:48.766613 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.766979 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.767334 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.767680 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.768024 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.768394 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.768736 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.769074 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.769410 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.769744 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.770079 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.770410 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:48.775797 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:48.785742 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Attempting to bind port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:32:48.786070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Attempting to bind port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:32:48.786396 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Attempting to bind port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 on network cc364276-b21f-4500-8f4d-d501303bdc28 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:32:48.790501 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 on network cc364276-b21f-4500-8f4d-d501303bdc28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:32:48.790822 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Attempting to bind port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 on network cc364276-b21f-4500-8f4d-d501303bdc28 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:32:48.795925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:32:48.796292 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Checking segment: {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:32:48.796667 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Bound using segment: {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:32:48.797086 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Bound port: 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf2cec9-404c-4700-81d4-88f7f0aad0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:32:48.797426 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:48.856154 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] For port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:32:48.859068 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] For port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:32:48.863230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:48.865422 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2f89b3d6-5459-4057-8ef1-aaa3c8ba90aa tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:48.906250 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:48.907455 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:48.908868 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 HTTP/1.1" status: 200  len: 1093 time: 0.6719120
Jun 21 04:32:48.909336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38309b03-ccc9-42af-939d-899b0393c6b1', 'tag': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:32:48.911585 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44550828-7ede-47d9-8521-21f2294d17ce" -d '{"events": [{"name": "network-changed", "server_uuid": "38309b03-ccc9-42af-939d-899b0393c6b1", "tag": "938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:32:48.931878 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:48.935432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:48.946888 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ac89e8-1f7b-4d2d-8c2f-c1959e29c342 x-openstack-request-id: req-b7ac89e8-1f7b-4d2d-8c2f-c1959e29c342 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:32:48.947199 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38309b03-ccc9-42af-939d-899b0393c6b1", "tag": "938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:32:48.947477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7ac89e8-1f7b-4d2d-8c2f-c1959e29c342 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:32:48.947895 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38309b03-ccc9-42af-939d-899b0393c6b1', 'tag': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7', 'status': 'completed', 'code': 200}
Jun 21 04:32:49.050060 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-0ac0e8f8-d293-4a65-9206-e8b1729425b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:49.057348 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-0ac0e8f8-d293-4a65-9206-e8b1729425b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=308dc3a1003f41afb729fbf117122a99&device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 1096 time: 0.0692682
Jun 21 04:32:49.113444 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-e84cc581-f8db-4151-817f-f3d9bd9e530d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 HTTP/1.1" status: 200  len: 217 time: 0.0338943
Jun 21 04:32:49.165960 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b091926f-4947-44dc-a155-8475af417e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:49.167451 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-b091926f-4947-44dc-a155-8475af417e45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29426737-c086-4709-9edf-38d6330b7562 HTTP/1.1" status: 200  len: 848 time: 0.0430300
Jun 21 04:32:49.204604 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-cece7c29-c910-4088-aef9-667b0a159a53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc364276-b21f-4500-8f4d-d501303bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293672
Jun 21 04:32:49.457957 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-3f935802-6465-4eae-9a9d-e94a8b3dc260 service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802112
Jun 21 04:32:49.633157 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18d775fb-3678-4f50-b91a-468b12ed5aab req-a5c480fe-b8d8-4d58-8811-91240e12726b service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294346
Jun 21 04:32:49.647344 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e27a2-b154-4560-944c-4144b24ad2e2 req-c89887f5-55a5-4657-9181-ddb2ac57fd0c tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:49.648776 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6d8e27a2-b154-4560-944c-4144b24ad2e2 req-c89887f5-55a5-4657-9181-ddb2ac57fd0c tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 943 time: 0.0915680
Jun 21 04:32:49.687139 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6d8e27a2-b154-4560-944c-4144b24ad2e2 req-eef5c5ec-244c-456f-8060-bf09bae5b031 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322523
Jun 21 04:32:49.744998 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531bf46-7225-4bb3-909c-293248ca139f req-2a63f417-4710-4da9-8496-ec95e4167587 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:49.747007 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f531bf46-7225-4bb3-909c-293248ca139f req-2a63f417-4710-4da9-8496-ec95e4167587 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0673952
Jun 21 04:32:49.785403 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f531bf46-7225-4bb3-909c-293248ca139f req-75648b21-6e6e-405d-976b-f8933508d447 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324290
Jun 21 04:32:49.922239 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44550828-7ede-47d9-8521-21f2294d17ce req-81474f4d-3a7b-476e-a21c-63d11bfa8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:49.923657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-81474f4d-3a7b-476e-a21c-63d11bfa8bb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=308dc3a1003f41afb729fbf117122a99&device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 1096 time: 0.0504637
Jun 21 04:32:50.014701 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44550828-7ede-47d9-8521-21f2294d17ce req-ecda742a-e49a-48f6-9d55-02409185efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:50.016169 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-ecda742a-e49a-48f6-9d55-02409185efbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 200  len: 909 time: 0.0840678
Jun 21 04:32:50.057611 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-dcce2f09-4ac5-442e-9312-caabc7ee7cd7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 HTTP/1.1" status: 200  len: 217 time: 0.0340941
Jun 21 04:32:50.123421 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44550828-7ede-47d9-8521-21f2294d17ce req-01902362-4fe0-457d-a080-c0423fe77521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:50.124582 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-01902362-4fe0-457d-a080-c0423fe77521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29426737-c086-4709-9edf-38d6330b7562 HTTP/1.1" status: 200  len: 848 time: 0.0606024
Jun 21 04:32:50.158408 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-d10bbe52-a818-45e4-8ca8-5a2a621b37d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc364276-b21f-4500-8f4d-d501303bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266871
Jun 21 04:32:50.246775 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-bf194c0d-bb96-46db-bf40-64b38e941f11 service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810664
Jun 21 04:32:50.334409 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-44550828-7ede-47d9-8521-21f2294d17ce req-9fa23117-38ed-4df9-a1a0-ba180c2698ec service neutron] 10.222.0.69 "GET /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812163
Jun 21 04:32:50.944619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8ee5-2701-4c3e-b0c3-818ce4065af0 req-5eba3d5e-04ba-4987-a0d1-3c4c626f00de tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:50.946087 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-113d8ee5-2701-4c3e-b0c3-818ce4065af0 req-5eba3d5e-04ba-4987-a0d1-3c4c626f00de tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 943 time: 0.0642993
Jun 21 04:32:50.973915 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de546-3738-4d1d-af3f-e62e11ed1997 req-7c884f70-cac4-42f6-a730-b3f30b8ed756 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:50.975412 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c3de546-3738-4d1d-af3f-e62e11ed1997 req-7c884f70-cac4-42f6-a730-b3f30b8ed756 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0627913
Jun 21 04:32:50.987452 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-113d8ee5-2701-4c3e-b0c3-818ce4065af0 req-66b8bb49-24f7-47c3-8b69-cd080b32df3a tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352836
Jun 21 04:32:51.013313 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c3de546-3738-4d1d-af3f-e62e11ed1997 req-bf3eee70-3793-4380-b64a-72e7b025c437 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320351
Jun 21 04:32:51.282671 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37824) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:51.330177 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Deleting subnet fba864cc-036a-4fc7-989b-85ba4fcf1a0b {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:32:51.333308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.365709 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.374867 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.428572 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.431460 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1f74fe3b-aed7-4c02-b1fc-86620003eb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:51.459749 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba864cc-036a-4fc7-989b-85ba4fcf1a0b,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:51.465357 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.467638 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fba864cc-036a-4fc7-989b-85ba4fcf1a0b HTTP/1.1" status: 204  len: 168 time: 0.1837711
Jun 21 04:32:51.470117 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37826) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:51.474026 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.474390 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.474745 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.475097 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.475442 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.475783 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.476122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.476494 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.476835 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.477172 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.477506 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.477841 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:51.482122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:51.541919 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.627787 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.640864 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f985c7d3e50>> segment before_delete 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.641226 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f985c7d3e50>> subnet precommit_delete_associations 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.641995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> segment_host_mapping after_create 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.642375 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> port after_create 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.642700 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> port after_delete 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.643038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> port after_update 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.643364 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> segment after_delete 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.643676 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> subnet after_create 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.644007 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> subnet after_delete 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.644344 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985c7d3850>> subnet after_update 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.813702 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985ca15b20>> subnet after_create 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.814130 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985ca15b20>> subnet after_delete 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.814460 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985ca15b20>> subnet before_create 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.814790 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985ca15b20>> subnet before_update 55550000 {{(pid=92725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:32:51.815259 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985c7d36a0>,) {'filters': {'network_id': ['b0fee61e-f381-40ad-a35e-2d68c10ef14c']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:51.841516 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c7d36a0>, '277eaa03-3c33-4107-b23f-24d6b9eef5ef') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:51.841956 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c7d36a0>, '277eaa03-3c33-4107-b23f-24d6b9eef5ef') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:51.859922 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.916531 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.927147 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:32:51.927759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   from cryptography.utils import int_from_bytes
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   from cryptography.utils import int_from_bytes
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:32:51.964289 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:32:51.997470 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.002686 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:52.019199 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.021187 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] 10.222.0.66 "DELETE /v2.0/networks/b0fee61e-f381-40ad-a35e-2d68c10ef14c HTTP/1.1" status: 204  len: 168 time: 0.5500231
Jun 21 04:32:52.023542 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fee61e-f381-40ad-a35e-2d68c10ef14c,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:52.030623 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:52.225844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70013d-a857-401f-9ce1-6d7118b9f4cf req-b081aa93-f4f4-4117-8bfb-ec59db723dc3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:52.227350 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ae70013d-a857-401f-9ce1-6d7118b9f4cf req-b081aa93-f4f4-4117-8bfb-ec59db723dc3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0737748
Jun 21 04:32:52.236831 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8fa8-cf1b-450e-8442-ac00732e0a7e req-e9a451b8-de16-4555-8860-1c143dd5d9f8 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:52.240762 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c48b8fa8-cf1b-450e-8442-ac00732e0a7e req-e9a451b8-de16-4555-8860-1c143dd5d9f8 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 943 time: 0.0739806
Jun 21 04:32:52.252224 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37852) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:52.308001 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c48b8fa8-cf1b-450e-8442-ac00732e0a7e req-e4d8f6af-0f5e-4ec6-b496-54c8ca522c3b tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632060
Jun 21 04:32:52.315545 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-1650d351-9adc-42bf-a5d0-a83d898120a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff0d3964c42a4241b93be306e32b770e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0620821
Jun 21 04:32:52.317854 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37856) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:52.377691 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.401565 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.454496 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.457277 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.461328 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90cd1c31-20ff-4f6f-86c4-015526b82bd0 HTTP/1.1" status: 204  len: 168 time: 0.1394894
Jun 21 04:32:52.461328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-33bd4d89-ad51-4424-9df2-46a4b5fa86d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:52.472905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd1c31-20ff-4f6f-86c4-015526b82bd0,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:52.475868 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:52.508728 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ae70013d-a857-401f-9ce1-6d7118b9f4cf req-2a79d0d4-be05-405b-abf3-c240774e03a9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745996
Jun 21 04:32:52.599690 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37866) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:52.744979 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.841042 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.845596 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.849354 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-10c8286a-b94a-48e8-a117-a08956f907e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:52.888061 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb2dcaa18a4d47e8aac37bf67adceea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2872601
Jun 21 04:32:52.889046 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b18e9fe-0ab2-4599-931a-86f2093bf6fc,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:52.891568 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37880) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:52.892107 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:52.945764 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:52.970846 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:53.018697 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:53.021470 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:53.022587 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b18e9fe-0ab2-4599-931a-86f2093bf6fc HTTP/1.1" status: 204  len: 168 time: 0.1293542
Jun 21 04:32:53.028774 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-017fe313-f70f-4d43-b5ec-d3a81f1b9a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:53.039580 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b18e9fe-0ab2-4599-931a-86f2093bf6fc,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:53.059390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:53.551234 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1b32-385b-4932-a000-1ee539b7a5c7 req-a296dbb3-bdcb-4f29-a6f2-34ec07e274b7 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:53.553679 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f21a1b32-385b-4932-a000-1ee539b7a5c7 req-a296dbb3-bdcb-4f29-a6f2-34ec07e274b7 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 943 time: 0.0849974
Jun 21 04:32:53.593632 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:32:53.613666 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f21a1b32-385b-4932-a000-1ee539b7a5c7 req-cf97a408-d47d-467d-919c-47634940e246 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508122
Jun 21 04:32:53.699278 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:53.723141 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7', 'network_id': 'cc364276-b21f-4500-8f4d-d501303bdc28', 'port_id': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7', 'mac_address': 'fa:16:3e:b0:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29426737-c086-4709-9edf-38d6330b7562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:32:53.752489 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c6c78-a59e-4b1c-b250-6e2f1392d041 req-5762c4f8-db8d-4e26-9bef-d8bbda0a4fed tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:53.753993 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d95c6c78-a59e-4b1c-b250-6e2f1392d041 req-5762c4f8-db8d-4e26-9bef-d8bbda0a4fed tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1052904
Jun 21 04:32:53.766866 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:53.785579 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:32:53.799736 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d95c6c78-a59e-4b1c-b250-6e2f1392d041 req-74c96eb6-a9a3-4d8b-9791-3a14b1124c62 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393443
Jun 21 04:32:53.809132 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:53.813755 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:53.815636 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-5fcc8b31-d3d9-4e87-894d-3391d5ade592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:53.869793 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-8a7da8ef-5c68-4ea4-b603-bd620456bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:53.871806 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37942) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:53.883460 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:53.891405 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.891975 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.892508 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.892998 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.893337 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.893666 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.893999 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.894327 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.894674 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.894998 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.895477 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.895943 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:53.900203 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:53.969725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366135825-network', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:53.989979 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Made reservation on behalf of fcc74c9290bd4aa4b2f4202ff950bbc0 for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:32:53.992297 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.003115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.103329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.107681 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.111939 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-08bae3fb-9efd-48c7-8737-97a21235b61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:54.134137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:32:54.144537 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201dea80-19a5-4572-9357-c992a6afe029,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:54.148638 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:54.149672 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.150006 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Added segment 5a235ca6-65fa-4ffb-a200-4a48701638fb of type vlan for network 4638315d-fd8a-43b6-b14c-66b0cfddf883
Jun 21 04:32:54.195522 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.232598 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.234161 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:54.234638 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.237700 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b5ba1b41-02da-4219-b798-72892233a130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:54.288261 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4149368
Jun 21 04:32:54.291108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37972) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:54.296539 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Request body: {'subnet': {'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366135825-subnet', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'ip_version': 4}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:54.314548 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Pushing event updated for resources: {'Network': ['ID=4638315d-fd8a-43b6-b14c-66b0cfddf883,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:54.325137 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:32:54.338431 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:54.351186 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Made reservation on behalf of fcc74c9290bd4aa4b2f4202ff950bbc0 for: {'subnet': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:32:54.355619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.467378 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37978) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:54.520420 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.523808 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:54.572198 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.581908 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f106cbf-947b-4467-bcfa-d14554bb1dd8,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:54.591607 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:54.601739 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Checking segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:32:54.602098 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Network hostable DHCP agents. Network: 4638315d-fd8a-43b6-b14c-66b0cfddf883, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:32:54.618670 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:32:54.629531 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 4638315d-fd8a-43b6-b14c-66b0cfddf883) {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:54.634302 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:54.634942 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.640852 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9bbfb8-86f6-45c2-813f-a9d908add4f7 None None] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:32:54.665414 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.673530 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.677387 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:54.682252 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-a6221889-995c-4c20-8069-a7291ed0cc4b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3897300
Jun 21 04:32:54.685264 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37984) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:54.691041 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:54.715907 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59d8857a90b84dc7b8535a0fe5b91881&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2474406
Jun 21 04:32:54.717065 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201eefc1-d7a8-4946-a0c1-a5ff9318f9ac,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:54.718548 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 37986) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:54.720018 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:54.725991 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.726956 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.798200 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.814908 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-4638315d-fd8a-43b6-b14c-66b0cfddf883', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:32:54.815993 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.868049 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.948882 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:54.950133 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Allocated IP 172.20.0.2 (4638315d-fd8a-43b6-b14c-66b0cfddf883/0f106cbf-947b-4467-bcfa-d14554bb1dd8/0d882fd8-3331-4213-96bc-9e807edf9efc) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:32:54.965109 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.043811 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.046397 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.047454 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/201eefc1-d7a8-4946-a0c1-a5ff9318f9ac HTTP/1.1" status: 204  len: 168 time: 0.3279798
Jun 21 04:32:55.048896 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e00eb99f-043e-40ac-a73f-1b078d399edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:55.065469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201eefc1-d7a8-4946-a0c1-a5ff9318f9ac,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:55.068383 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:55.145698 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.155976 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Transition to ACTIVE for port object 0d882fd8-3331-4213-96bc-9e807edf9efc will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:32:55.172336 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Transition to ACTIVE for port object 0d882fd8-3331-4213-96bc-9e807edf9efc will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:32:55.182348 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.185254 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:55.217877 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.227207 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:32:55.230123 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:55.235718 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Pushing event updated for resources: {'Port': ['ID=0d882fd8-3331-4213-96bc-9e807edf9efc,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:55.237905 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:32:55.240014 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:55.240631 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.299011 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Attempting to bind port 0d882fd8-3331-4213-96bc-9e807edf9efc on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:32:55.299354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Attempting to bind port 0d882fd8-3331-4213-96bc-9e807edf9efc by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:32:55.299685 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Attempting to bind port 0d882fd8-3331-4213-96bc-9e807edf9efc on network 4638315d-fd8a-43b6-b14c-66b0cfddf883 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:32:55.305565 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:32:55.305949 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Checking segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:32:55.306360 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.306758 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Bound using segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:32:55.307228 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Bound port: 0d882fd8-3331-4213-96bc-9e807edf9efc, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:32:55.307606 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.350057 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Allocated IP 172.27.0.95 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/7cbf5aaf-d24a-46b0-a9fa-93d834a92967) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:32:55.359919 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 37996) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:55.379185 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] For port 0d882fd8-3331-4213-96bc-9e807edf9efc, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:32:55.382362 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] For port 0d882fd8-3331-4213-96bc-9e807edf9efc, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0d882fd8-3331-4213-96bc-9e807edf9efc,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:32:55.388956 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.391158 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:55.397347 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.451136 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Pushing event updated for resources: {'Port': ['ID=0d882fd8-3331-4213-96bc-9e807edf9efc,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:55.457160 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:55.499236 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.525807 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.531954 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.535153 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8e04eee9-b65f-4906-86a3-057d1cf8c8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:55.547219 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.549673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:55.576724 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=068eb1bfaef34920b18b4f265a1f638b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2141066
Jun 21 04:32:55.577556 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ab7222-215f-470f-bb90-704eac40161f,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:55.577868 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38000) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:55.584877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:55.600915 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:32:55.607502 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:55.609928 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:32:55.663443 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:55.666715 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:55.751519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.787595 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.909635 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.911117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.913642 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:55.914787 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7ab7222-215f-470f-bb90-704eac40161f HTTP/1.1" status: 204  len: 168 time: 0.3340173
Jun 21 04:32:55.916251 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:55.956812 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ab7222-215f-470f-bb90-704eac40161f,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:55.959098 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:56.124081 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:56.278820 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:32:56.399881 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:32:56.413227 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Sync routers for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:32:56.423610 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:32:56.423792 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:56.424182 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eec9700>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:56.427776 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7386458
Jun 21 04:32:56.428028 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38016) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:56.463181 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fcd3f-a651-480b-82a5-fcbb3cff72b4 None None] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:32:56.547124 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-a8e02a39-3429-4d90-a004-ef2ebc33c3b7 None None] Provisioning for port 0d882fd8-3331-4213-96bc-9e807edf9efc completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:56.553748 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-bd5e11c7-e9f8-4350-b3ca-e285ddd04a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:56.572098 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:32:56.874421 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:56.927296 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eec9700>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:55Z', 'revision_number': 3, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:56.957787 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Checking router: 1dc68f84-80a6-4ebc-baac-1c9375aeef87 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:32:56.958139 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Updating router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:32:56.993056 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.171706 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.271713 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.283982 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Transition to ACTIVE for port object 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:32:57.290736 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.293549 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:57.347857 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Attempting to bind port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:32:57.348266 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Attempting to bind port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:32:57.348641 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Attempting to bind port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:32:57.356446 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Pushing event updated for resources: {'Port': ['ID=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:57.358677 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:32:57.359057 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:32:57.359459 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.360037 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:32:57.360708 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Bound port: 7cbf5aaf-d24a-46b0-a9fa-93d834a92967, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:32:57.361249 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.361367 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Allocated IP 172.20.0.1 (4638315d-fd8a-43b6-b14c-66b0cfddf883/0f106cbf-947b-4467-bcfa-d14554bb1dd8/c51165d4-0bc2-498f-900f-6494b9c6897b) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:32:57.391100 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.391446 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.391955 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.392322 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.392652 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.392975 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.393297 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.393614 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.393953 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.394275 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.394630 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.395096 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:32:57.399352 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:57.440648 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] For port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:32:57.446483 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] For port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:32:57.455569 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.462919 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.466982 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-300d1aba-6b52-4a7a-bfe2-7da89f549475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:57.515901 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0d882fd8-3331-4213-96bc-9e807edf9efc up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:57.522189 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.531887 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:32:57.536926 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eec9700>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:57.539160 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Transition to ACTIVE for port object c51165d4-0bc2-498f-900f-6494b9c6897b will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:32:57.582441 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 0d882fd8-3331-4213-96bc-9e807edf9efc completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:57.587535 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 0d882fd8-3331-4213-96bc-9e807edf9efc triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:57.587955 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.595149 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.601028 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:57.612252 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Pushing event updated for resources: {'Port': ['ID=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:57.615838 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:57.641413 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Pushing event updated for resources: {'Port': ['ID=c51165d4-0bc2-498f-900f-6494b9c6897b,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:57.645683 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:57.654242 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:32:57.655649 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:57.658080 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:32:57.658550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.685681 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.698705 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:32:57.732041 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 0d882fd8-3331-4213-96bc-9e807edf9efc, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0d882fd8-3331-4213-96bc-9e807edf9efc,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:32:57.736477 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.739731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:57.792889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=0d882fd8-3331-4213-96bc-9e807edf9efc,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:57.796227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:57.855973 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:57.937523 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eec9700>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:55Z', 'revision_number': 3, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:32:57.965731 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e95263-8128-4700-acf1-5952e58e8af6 None None] The sync data for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi is: [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:55Z', 'revision_number': 3, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:32:58.011788 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-9dd28492-85c6-4b82-9e69-0ad483c9fa6e None None] Provisioning for port c51165d4-0bc2-498f-900f-6494b9c6897b completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:58.016095 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-9dd28492-85c6-4b82-9e69-0ad483c9fa6e None None] Provisioning complete for port c51165d4-0bc2-498f-900f-6494b9c6897b triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:58.016702 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9dd28492-85c6-4b82-9e69-0ad483c9fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:58.045605 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:58.052099 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:58.053149 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:58.056702 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e9c67d3c-1b10-4505-affd-e44c6ec3b40c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:58.066540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-9dd28492-85c6-4b82-9e69-0ad483c9fa6e None None] Port c51165d4-0bc2-498f-900f-6494b9c6897b cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:32:58.154477 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Pushing event updated for resources: {'Port': ['ID=c51165d4-0bc2-498f-900f-6494b9c6897b,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:58.157446 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:58.235773 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:32:58.237324 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:32:58.377713 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:32:58.511949 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-da44fc92-d661-4311-be9c-9033323bbf5b None None] Provisioning complete for port c51165d4-0bc2-498f-900f-6494b9c6897b triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:58.512617 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-da44fc92-d661-4311-be9c-9033323bbf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:58.518590 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:32:58.532637 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] 10.222.0.66 "PUT /v2.0/routers/1dc68f84-80a6-4ebc-baac-1c9375aeef87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1028149
Jun 21 04:32:58.571631 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-da44fc92-d661-4311-be9c-9033323bbf5b None None] Port c51165d4-0bc2-498f-900f-6494b9c6897b cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:32:58.604046 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:58.804218 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b01fea-c2a1-4302-b2b1-cd3e0a203fd1 req-e1150c2a-6cef-43b3-be3a-ee63d3250b0e tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:58.805993 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b2b01fea-c2a1-4302-b2b1-cd3e0a203fd1 req-e1150c2a-6cef-43b3-be3a-ee63d3250b0e tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 944 time: 0.0765584
Jun 21 04:32:58.848932 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b2b01fea-c2a1-4302-b2b1-cd3e0a203fd1 req-5fc958b7-ea46-49c4-ba74-2f3d4ba991f0 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355771
Jun 21 04:32:58.997479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38090) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:59.057815 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f7d93-ef2e-405e-acf9-c29d1c66df0f req-ddad7e7d-7ce9-4afd-bac0-6b81c1924127 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:59.059372 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-925f7d93-ef2e-405e-acf9-c29d1c66df0f req-ddad7e7d-7ce9-4afd-bac0-6b81c1924127 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0861681
Jun 21 04:32:59.108973 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-925f7d93-ef2e-405e-acf9-c29d1c66df0f req-f9cb65a6-92fb-4bc4-8609-4e0b1991e5ca tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402784
Jun 21 04:32:59.195104 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.231613 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-9a1ae025-fbf6-4d9a-b629-d44263f47543 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0656445
Jun 21 04:32:59.242055 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38100) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:59.246943 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1276465737-network', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:32:59.268052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.293411 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Made reservation on behalf of dd488407930044f7a2f8af54caa6aab1 for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:32:59.295709 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.307620 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.318326 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:32:59.430985 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-fc7321d8-c08e-44b8-8fe3-b5adca27fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:59.432491 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-fc7321d8-c08e-44b8-8fe3-b5adca27fe65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.1199002
Jun 21 04:32:59.487878 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.520808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.523258 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0d882fd8-3331-4213-96bc-9e807edf9efc up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:59.526628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8f653d12-eb1d-47cf-9fcb-eece7b3455c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:59.576457 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 0d882fd8-3331-4213-96bc-9e807edf9efc triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:59.576987 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.586831 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=173260064fb04fed86ed9afe95e9b709&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5853667
Jun 21 04:32:59.586939 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38106) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:32:59.606324 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178640da-fd70-4f66-8887-1e7ea1dd56d4,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:59.613600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:59.642327 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-01f30ea4-5bae-42d3-bf52-905b9e27b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:59.647989 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-01f30ea4-5bae-42d3-bf52-905b9e27b090 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.1888525
Jun 21 04:32:59.686789 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.697767 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:32:59.728074 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.749405 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-97ba855c-51ab-4155-95f2-db6b22922a1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 217 time: 0.0830865
Jun 21 04:32:59.766909 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:32:59.773567 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:32:59.774292 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.794334 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.797520 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.801593 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/178640da-fd70-4f66-8887-1e7ea1dd56d4 HTTP/1.1" status: 204  len: 168 time: 0.2136509
Jun 21 04:32:59.802454 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c67e09b0-98f7-478b-b425-be4805ac2b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:59.817923 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178640da-fd70-4f66-8887-1e7ea1dd56d4,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:32:59.824982 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:32:59.860411 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.871703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:32:59.893903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:32:59.901902 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-ff3fbbb2-27ae-42f1-afa8-c11ba8d4a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:32:59.913231 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-ff3fbbb2-27ae-42f1-afa8-c11ba8d4a530 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.1571181
Jun 21 04:32:59.963723 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:33:00.026827 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-86bf964a-65c9-4f37-a01a-d333027d7809 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0975838
Jun 21 04:33:00.041114 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.061396 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Sync routers for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:33:00.083490 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:00.087994 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:33:00.088912 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dd6c7f0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:00.094660 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.137902 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:00.194202 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b517a-1ab9-4ca8-aa39-2b9ca0588aed req-56571dc2-d953-4cdb-a5f6-18eeada58796 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:00.197625 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-362b517a-1ab9-4ca8-aa39-2b9ca0588aed req-56571dc2-d953-4cdb-a5f6-18eeada58796 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 944 time: 0.1382840
Jun 21 04:33:00.257276 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-362b517a-1ab9-4ca8-aa39-2b9ca0588aed req-0cae3beb-20e6-4cbe-9189-41cc18cb89f7 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521486
Jun 21 04:33:00.265477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abdae74-b201-442c-8de6-8d8ac6d4bb2d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:00.276764 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:00.282276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.282623 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Added segment 33fa9285-d536-40c5-8448-de055c1298bf of type vlan for network 964acb60-4963-43f1-8227-12e17ee11442
Jun 21 04:33:00.322840 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:00.327669 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:00.352703 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:33:00.361150 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.381232 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-5d6bf7f2-cd64-4c8d-b05c-c873edd1d20d service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343241
Jun 21 04:33:00.437955 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38126) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:00.461446 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.464110 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.476788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:00.477624 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.483971 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:00.560641 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c96ebb-4514-4fec-b92e-ce5f06a5cae9 req-2052b4ba-355a-4bd4-8ace-f46468ddcb93 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:00.562115 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d2c96ebb-4514-4fec-b92e-ce5f06a5cae9 req-2052b4ba-355a-4bd4-8ace-f46468ddcb93 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1595626
Jun 21 04:33:00.577360 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=964acb60-4963-43f1-8227-12e17ee11442,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:00.581269 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:00.583437 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aa4b564d-ad6d-4796-b62e-a05e51828d96 req-58ed5f17-4eb5-4062-acde-158923c8a62f service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885934
Jun 21 04:33:00.592199 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 964acb60-4963-43f1-8227-12e17ee11442 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:33:00.633442 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d2c96ebb-4514-4fec-b92e-ce5f06a5cae9 req-6053b8eb-43ce-42cf-a7df-af42dc621574 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638378
Jun 21 04:33:00.634868 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.640315 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.644556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-599bc9d7-de85-4aa7-976f-2d8d1f277df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:00.646575 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4034688
Jun 21 04:33:00.649271 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38130) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:00.658803 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Request body: {'subnet': {'network_id': '964acb60-4963-43f1-8227-12e17ee11442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1276465737-subnet', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:00.670282 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dd6c7f0>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 2, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:00.686341 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=243e21dc32d944f7af5363313969e7da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460127
Jun 21 04:33:00.687110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Made reservation on behalf of dd488407930044f7a2f8af54caa6aab1 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:33:00.689108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38132) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:00.689849 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2e6539-4cd2-485c-a960-7dd457ba4a4c,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:00.690053 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.693048 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:00.713357 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Checking router: 1dc68f84-80a6-4ebc-baac-1c9375aeef87 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:33:00.713735 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Updating router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 port c51165d4-0bc2-498f-900f-6494b9c6897b binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:33:00.750816 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.754469 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.779184 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.840110 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.843214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.847090 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e2e6539-4cd2-485c-a960-7dd457ba4a4c HTTP/1.1" status: 204  len: 168 time: 0.1504130
Jun 21 04:33:00.847090 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5e8ca571-66b6-47e7-9336-e8359444c521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:00.852945 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2e6539-4cd2-485c-a960-7dd457ba4a4c,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:00.855869 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-782d0d94-4784-47e7-9431-4984881f9a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:00.910010 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:00.913923 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-963a1206-4349-4471-a058-744177bb1fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:00.969058 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=543465d4-1639-42b7-8c22-e6bd44fe841c,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:00.972413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:00.987154 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Checking segment: {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:00.987154 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Network hostable DHCP agents. Network: 964acb60-4963-43f1-8227-12e17ee11442, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:33:01.005792 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Network 964acb60-4963-43f1-8227-12e17ee11442 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:33:01.015971 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 964acb60-4963-43f1-8227-12e17ee11442) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:01.023654 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:01.024294 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.030568 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee26792-2296-4da6-83be-7a361fac91ab None None] Network 964acb60-4963-43f1-8227-12e17ee11442 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:33:01.040679 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3884697
Jun 21 04:33:01.043201 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38138) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:01.047186 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:01.083633 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.084941 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.162548 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.272766 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.279211 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-964acb60-4963-43f1-8227-12e17ee11442', 'network_id': '964acb60-4963-43f1-8227-12e17ee11442', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'fixed_ips': [{'subnet_id': '543465d4-1639-42b7-8c22-e6bd44fe841c'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:33:01.280231 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.330289 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:33:01.346284 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Transition to ACTIVE for port object c51165d4-0bc2-498f-900f-6494b9c6897b will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:01.378830 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.403474 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.408513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:01.504914 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:01.591232 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0a204-29e1-4fc9-91b7-fef70a0bb7d2 req-e9d9cedb-caff-4879-af59-3aaf5d3fe5af tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:01.598561 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-31c0a204-29e1-4fc9-91b7-fef70a0bb7d2 req-e9d9cedb-caff-4879-af59-3aaf5d3fe5af tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 944 time: 0.1643238
Jun 21 04:33:01.602560 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3de2d-7fd9-46b8-a7ce-5bf25be286a5 None None] Pushing event updated for resources: {'Port': ['ID=c51165d4-0bc2-498f-900f-6494b9c6897b,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:01.621207 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-8cc3de2d-7fd9-46b8-a7ce-5bf25be286a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:01.686214 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-31c0a204-29e1-4fc9-91b7-fef70a0bb7d2 req-c0ff7da5-5b6f-40d1-b15b-8b3e1f35c6bf tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865126
Jun 21 04:33:01.780556 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Allocated IP 172.20.0.2 (964acb60-4963-43f1-8227-12e17ee11442/543465d4-1639-42b7-8c22-e6bd44fe841c/e9adfc0b-29a9-43cb-90db-6a1e0337ea6a) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:33:01.839690 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.845928 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:01.846329 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.863364 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.868399 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3057b3d-9576-494d-86f6-c9d1585a8d1e req-241ef11b-9d3b-4a85-8fe4-3d0949fa2358 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:01.877188 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e3057b3d-9576-494d-86f6-c9d1585a8d1e req-241ef11b-9d3b-4a85-8fe4-3d0949fa2358 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0808840
Jun 21 04:33:01.930171 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e3057b3d-9576-494d-86f6-c9d1585a8d1e req-746c3a5b-3ce6-408c-9a4a-d86de6c543a1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498428
Jun 21 04:33:01.964785 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Attempting to bind port c51165d4-0bc2-498f-900f-6494b9c6897b on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:33:01.965167 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Attempting to bind port c51165d4-0bc2-498f-900f-6494b9c6897b by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:33:01.965546 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Attempting to bind port c51165d4-0bc2-498f-900f-6494b9c6897b on network 4638315d-fd8a-43b6-b14c-66b0cfddf883 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:01.987816 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:33:01.988226 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Checking segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:01.988644 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.989044 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Bound using segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:33:01.989534 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Bound port: c51165d4-0bc2-498f-900f-6494b9c6897b, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:33:01.989918 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:01.993661 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Allocated IP 172.27.0.240 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/f07a75cc-9da1-4051-9333-9aed880547a7) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:33:02.240138 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.265184 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Transition to ACTIVE for port object e9adfc0b-29a9-43cb-90db-6a1e0337ea6a will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:02.278877 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] For port c51165d4-0bc2-498f-900f-6494b9c6897b, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:33:02.284021 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] For port c51165d4-0bc2-498f-900f-6494b9c6897b, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c51165d4-0bc2-498f-900f-6494b9c6897b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:33:02.289337 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.291515 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Transition to ACTIVE for port object e9adfc0b-29a9-43cb-90db-6a1e0337ea6a will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:02.292803 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:02.319731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.363906 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Network 964acb60-4963-43f1-8227-12e17ee11442 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:33:02.368489 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:02.371287 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:33:02.371972 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dd6c7f0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:02.374112 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:33:02.375954 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3de2d-7fd9-46b8-a7ce-5bf25be286a5 None None] Pushing event updated for resources: {'Port': ['ID=c51165d4-0bc2-498f-900f-6494b9c6897b,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:02.377927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.380675 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-8cc3de2d-7fd9-46b8-a7ce-5bf25be286a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:02.382798 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-06ce303f-b308-4d43-80c7-f54594401411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:02.430069 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.433729 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:02.475648 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:33:02.480734 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:02.485092 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:33:02.526504 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f07a75cc-9da1-4051-9333-9aed880547a7,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:02.553414 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:02.561363 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Pushing event updated for resources: {'Port': ['ID=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:02.564771 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:02.574623 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Attempting to bind port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:33:02.575606 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Attempting to bind port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:33:02.576173 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Attempting to bind port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a on network 964acb60-4963-43f1-8227-12e17ee11442 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:02.587898 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:33:02.588328 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Checking segment: {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:02.588881 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.589335 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Bound using segment: {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:33:02.589824 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Bound port: e9adfc0b-29a9-43cb-90db-6a1e0337ea6a, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:33:02.590209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.614570 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:02.622051 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:33:02.801181 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:02.927567 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] For port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:33:02.991647 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] For port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:33:02.996634 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:03.000872 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:03.005448 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:03.032010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:03.032417 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:03.041119 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a3a8-fda8-4813-888b-cf9ae0e08a49 req-3ed5149d-0651-4374-86d6-55da9cb92dc4 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:03.048243 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c18a3a8-fda8-4813-888b-cf9ae0e08a49 req-3ed5149d-0651-4374-86d6-55da9cb92dc4 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 944 time: 0.1866944
Jun 21 04:33:03.149496 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Pushing event updated for resources: {'Port': ['ID=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:03.153978 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:03.170959 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c18a3a8-fda8-4813-888b-cf9ae0e08a49 req-582ec6c0-a87b-41fc-afae-57661b629ff4 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218510
Jun 21 04:33:03.190198 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:03.228803 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b632-4b78-4099-a0f3-f94c024e2e19 req-4b0b3e09-b0b7-4d56-a67e-72b09a8c1191 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:03.233519 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:03.233756 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0139b632-4b78-4099-a0f3-f94c024e2e19 req-4b0b3e09-b0b7-4d56-a67e-72b09a8c1191 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1169112
Jun 21 04:33:03.263896 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dd6c7f0>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:03.271024 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38309b03-ccc9-42af-939d-899b0393c6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:33:03.273673 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840ae61-6ab5-41a6-aa02-e7e42cf9341b" -d '{"events": [{"server_uuid": "38309b03-ccc9-42af-939d-899b0393c6b1", "name": "network-vif-plugged", "status": "completed", "tag": "938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:33:03.307499 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cc4d3-43a5-4e2c-b20b-b741c326a771 None None] The sync data for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi is: [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:33:03.312309 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:03.321734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:03.324442 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:03.352728 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0139b632-4b78-4099-a0f3-f94c024e2e19 req-db41f83e-70a1-4922-8568-9ef0029ab6fe tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131182
Jun 21 04:33:03.418584 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a670d-811f-49f8-b66b-8a2f1b43ec63 x-openstack-request-id: req-a89a670d-811f-49f8-b66b-8a2f1b43ec63 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:33:03.418752 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38309b03-ccc9-42af-939d-899b0393c6b1", "name": "network-vif-plugged", "status": "completed", "tag": "938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:33:03.420498 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a89a670d-811f-49f8-b66b-8a2f1b43ec63 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:33:03.426033 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38309b03-ccc9-42af-939d-899b0393c6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7', 'code': 200}
Jun 21 04:33:03.497357 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Router 064069ef-55d5-4d49-b13b-b0291a65271a is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:33:03.502114 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:03.507309 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:03.719004 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:33:03.728931 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Sync routers for ids ['064069ef-55d5-4d49-b13b-b0291a65271a'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:33:03.741091 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Routers {'064069ef-55d5-4d49-b13b-b0291a65271a'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:33:03.741901 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f1c02e0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['064069ef-55d5-4d49-b13b-b0291a65271a'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:03.745971 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:03.747298 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.7035449
Jun 21 04:33:03.750350 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38226) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:03.778354 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb7cd1-d18d-492b-b7e7-eabbb7d6d6fe req-5713c687-0000-4d12-af5c-ecbe914eb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:03.780259 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a0fb7cd1-d18d-492b-b7e7-eabbb7d6d6fe req-5713c687-0000-4d12-af5c-ecbe914eb192 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 1098 time: 0.1053145
Jun 21 04:33:03.843286 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a0fb7cd1-d18d-492b-b7e7-eabbb7d6d6fe req-61eb7f79-4d6a-4edc-853f-fd0d6c72c89e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553684
Jun 21 04:33:03.898352 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Set router 064069ef-55d5-4d49-b13b-b0291a65271a gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:33:04.103083 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f1c02e0>, [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 3, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:04.165495 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Checking router: 064069ef-55d5-4d49-b13b-b0291a65271a for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:33:04.165840 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Updating router 064069ef-55d5-4d49-b13b-b0291a65271a port f07a75cc-9da1-4051-9333-9aed880547a7 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:33:04.241755 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.313119 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.560454 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e4542-ad7c-4db1-bdb3-6b1aa27fe355 None None] Network 964acb60-4963-43f1-8227-12e17ee11442 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:33:04.622133 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28b920-5565-4d11-8b29-d570ae78d797 req-fbe6ab5e-23ba-43e4-8b42-09bb10502d2a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:04.628589 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6b28b920-5565-4d11-8b29-d570ae78d797 req-fbe6ab5e-23ba-43e4-8b42-09bb10502d2a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1225190
Jun 21 04:33:04.676268 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.692060 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Transition to ACTIVE for port object f07a75cc-9da1-4051-9333-9aed880547a7 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:04.703173 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.707166 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:04.709953 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6b28b920-5565-4d11-8b29-d570ae78d797 req-8abaf8cd-8c99-4a7d-ad1e-8b2d93b37cc4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804121
Jun 21 04:33:04.710471 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38258) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:04.774120 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6f3b4-963a-4fc5-bcda-a8bbaebf8cd2 None None] Pushing event updated for resources: {'Port': ['ID=f07a75cc-9da1-4051-9333-9aed880547a7,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:04.774704 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Allocated IP 172.20.0.1 (964acb60-4963-43f1-8227-12e17ee11442/543465d4-1639-42b7-8c22-e6bd44fe841c/b09719c6-2c80-4f14-8d33-1307c01575c0) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:33:04.790199 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-aee6f3b4-963a-4fc5-bcda-a8bbaebf8cd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:04.822536 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-77064fa8-7d4a-4c55-bb7f-3798d2b7c20a None None] Provisioning for port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:04.830120 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Attempting to bind port f07a75cc-9da1-4051-9333-9aed880547a7 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:33:04.834769 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Attempting to bind port f07a75cc-9da1-4051-9333-9aed880547a7 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:33:04.835371 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Attempting to bind port f07a75cc-9da1-4051-9333-9aed880547a7 on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:04.849445 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:33:04.849853 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:04.851727 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.852587 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:33:04.853100 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Bound port: f07a75cc-9da1-4051-9333-9aed880547a7, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:33:04.854409 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.963906 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff9e6c-243f-4bea-af4d-c39f2e269def req-7b0e07cb-792b-4ba0-9258-f578305e1ba3 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:04.965831 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-44ff9e6c-243f-4bea-af4d-c39f2e269def req-7b0e07cb-792b-4ba0-9258-f578305e1ba3 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 945 time: 0.6003671
Jun 21 04:33:04.967881 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] For port f07a75cc-9da1-4051-9333-9aed880547a7, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:33:04.969589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.973433 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] For port f07a75cc-9da1-4051-9333-9aed880547a7, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=f07a75cc-9da1-4051-9333-9aed880547a7,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:33:04.983108 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:04.990775 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-300d1aba-6b52-4a7a-bfe2-7da89f549475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:05.010059 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.044505 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Transition to ACTIVE for port object b09719c6-2c80-4f14-8d33-1307c01575c0 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:05.050103 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-44ff9e6c-243f-4bea-af4d-c39f2e269def req-95ff5ad1-8ab1-4db0-834d-9ca9c5a7d42f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772996
Jun 21 04:33:05.104193 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Routers {'064069ef-55d5-4d49-b13b-b0291a65271a'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:33:05.104891 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f1c02e0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['064069ef-55d5-4d49-b13b-b0291a65271a'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:05.107154 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6f3b4-963a-4fc5-bcda-a8bbaebf8cd2 None None] Pushing event updated for resources: {'Port': ['ID=f07a75cc-9da1-4051-9333-9aed880547a7,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:05.125008 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-aee6f3b4-963a-4fc5-bcda-a8bbaebf8cd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:05.134166 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.137176 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-537c201a-188d-4aa7-8720-7841377d9251 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:05.185048 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Network 964acb60-4963-43f1-8227-12e17ee11442 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:33:05.188042 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:05.190594 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:33:05.191562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.234183 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b09719c6-2c80-4f14-8d33-1307c01575c0,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:05.236938 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:05.244788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.250925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.257655 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:05.376819 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40fac29d73b8446a850e6eb79ea3b49f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6593990
Jun 21 04:33:05.377085 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.377510 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38282) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:05.378957 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676aed81-f809-47cb-99fc-5be529114d4d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:05.389811 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:05.579497 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c51165d4-0bc2-498f-900f-6494b9c6897b up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:05.636160 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] Set router 064069ef-55d5-4d49-b13b-b0291a65271a gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:33:05.650874 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port c51165d4-0bc2-498f-900f-6494b9c6897b completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:05.656018 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c51165d4-0bc2-498f-900f-6494b9c6897b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:05.656926 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.717491 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-73049b26-040e-4d19-a24f-ac6598c0feea None None] Provisioning for port b09719c6-2c80-4f14-8d33-1307c01575c0 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:05.722749 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-73049b26-040e-4d19-a24f-ac6598c0feea None None] Provisioning complete for port b09719c6-2c80-4f14-8d33-1307c01575c0 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:05.723348 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-73049b26-040e-4d19-a24f-ac6598c0feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.796005 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-73049b26-040e-4d19-a24f-ac6598c0feea None None] Port b09719c6-2c80-4f14-8d33-1307c01575c0 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:33:05.806738 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.844946 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.904586 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port c51165d4-0bc2-498f-900f-6494b9c6897b, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c51165d4-0bc2-498f-900f-6494b9c6897b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:05.911338 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f1c02e0>, [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 3, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:05.914817 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.917681 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e9adfc0b-29a9-43cb-90db-6a1e0337ea6a up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:05.920970 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:05.926830 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-770a149d-8c34-411e-9cf9-b890130a2ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:05.942094 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4446f24-dd35-4df4-9caf-12a73d05e5db None None] The sync data for ids ['064069ef-55d5-4d49-b13b-b0291a65271a'] in dv-cinder-796889-2-iscsi is: [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:02Z', 'revision_number': 3, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:33:06.068893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=c51165d4-0bc2-498f-900f-6494b9c6897b,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:06.083920 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:06.088325 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:06.103887 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:06.104572 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.119157 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.126404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.127182 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.143950 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f3fbea1-f9f6-45f3-bea5-c337da002208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:06.213058 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.229380 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a2ac9-8bae-42af-85db-b48b732f8798 req-a2a85de3-4864-4f1d-aaf3-e9f99c3b9cbe tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:06.231342 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8c6a2ac9-8bae-42af-85db-b48b732f8798 req-a2a85de3-4864-4f1d-aaf3-e9f99c3b9cbe tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.2396197
Jun 21 04:33:06.231947 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.234727 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.235816 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/676aed81-f809-47cb-99fc-5be529114d4d HTTP/1.1" status: 204  len: 168 time: 0.8576357
Jun 21 04:33:06.255865 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:06.262816 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.265300 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:06.268437 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b09719c6-2c80-4f14-8d33-1307c01575c0,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:06.271449 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:06.275874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-fa30a9c2-7108-44f1-afed-e3ca0455554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:06.293655 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676aed81-f809-47cb-99fc-5be529114d4d,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:06.295991 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:06.318141 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8c6a2ac9-8bae-42af-85db-b48b732f8798 req-9120d603-88cd-4743-8227-5c9c1517756a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774324
Jun 21 04:33:06.343722 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Network 964acb60-4963-43f1-8227-12e17ee11442 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:33:06.345236 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:06.390466 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:06.410388 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:06.540466 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Router 064069ef-55d5-4d49-b13b-b0291a65271a has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:33:06.615002 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba4dee-5be4-4f5c-8fdb-6d155455a24d req-a27d9fce-ba58-4c93-83d6-d74feb110e7c tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:06.617214 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-30ba4dee-5be4-4f5c-8fdb-6d155455a24d req-a27d9fce-ba58-4c93-83d6-d74feb110e7c tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 945 time: 0.0911942
Jun 21 04:33:06.671275 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-30ba4dee-5be4-4f5c-8fdb-6d155455a24d req-a33ea5ea-6ed0-4d01-a3e4-dae1a61d64e5 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472636
Jun 21 04:33:06.699523 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:33:06.699523 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] 10.222.0.66 "PUT /v2.0/routers/064069ef-55d5-4d49-b13b-b0291a65271a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9425187
Jun 21 04:33:06.733263 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-89fb8bd9-c6d8-4b53-9074-3e570e65d83d None None] Provisioning complete for port b09719c6-2c80-4f14-8d33-1307c01575c0 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:06.734238 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-89fb8bd9-c6d8-4b53-9074-3e570e65d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:06.788915 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-89fb8bd9-c6d8-4b53-9074-3e570e65d83d None None] Port b09719c6-2c80-4f14-8d33-1307c01575c0 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:33:07.196639 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62856f67-6a87-4fd3-a007-36ad97ad0f1f req-955cb762-f1fa-450d-919d-b8daebbd7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:07.203690 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-62856f67-6a87-4fd3-a007-36ad97ad0f1f req-955cb762-f1fa-450d-919d-b8daebbd7a74 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 1098 time: 0.0811169
Jun 21 04:33:07.267853 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-62856f67-6a87-4fd3-a007-36ad97ad0f1f req-4a07fccf-78ab-4b44-a44c-0881693cfc35 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559986
Jun 21 04:33:07.271606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38358) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:07.552301 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1281986650-network', 'tenant_id': '2024dd19e8844360811025bf3c4a9b4b'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:07.605582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device f07a75cc-9da1-4051-9333-9aed880547a7 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:07.611534 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Made reservation on behalf of 2024dd19e8844360811025bf3c4a9b4b for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:33:07.613882 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.632319 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9aeed-43c4-47a5-8ec8-8e5c0057ad92 req-2edc3585-2527-4a88-ab9c-4ca36b9c8050 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:07.642459 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-30c9aeed-43c4-47a5-8ec8-8e5c0057ad92 req-2edc3585-2527-4a88-ab9c-4ca36b9c8050 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1320102
Jun 21 04:33:07.645562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.666242 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port f07a75cc-9da1-4051-9333-9aed880547a7 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:07.671675 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port f07a75cc-9da1-4051-9333-9aed880547a7 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:07.672425 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.718585 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-30c9aeed-43c4-47a5-8ec8-8e5c0057ad92 req-21fdf618-2815-46f4-a5a4-102727cc4a13 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746872
Jun 21 04:33:07.816867 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.858003 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.864460 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.867178 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port f07a75cc-9da1-4051-9333-9aed880547a7, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=f07a75cc-9da1-4051-9333-9aed880547a7,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:07.873451 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.875507 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c51165d4-0bc2-498f-900f-6494b9c6897b up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:07.880888 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:33:07.883854 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-770a149d-8c34-411e-9cf9-b890130a2ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:07.893173 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.893809 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Added segment bcf48f14-9dcd-4d7e-9fe3-822775a059c2 of type vlan for network 8f09074a-e2e6-4365-beca-1309171bd4b5
Jun 21 04:33:07.941765 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.954437 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38394) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:07.975249 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4afa99d0-096d-4a81-8b04-892a6c28c6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:07.982148 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:07.989362 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:07.989982 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.017137 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9866b29a-eaa2-476e-b465-5dd2ef08a675,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:08.030102 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=f07a75cc-9da1-4051-9333-9aed880547a7,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:08.033586 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:08.036729 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38398) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:08.038705 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7607009
Jun 21 04:33:08.040014 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:08.041918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Request body: {'subnet': {'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1281986650-subnet', 'tenant_id': '2024dd19e8844360811025bf3c4a9b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:08.043537 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:08.057609 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c51165d4-0bc2-498f-900f-6494b9c6897b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:08.058466 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.138705 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Made reservation on behalf of 2024dd19e8844360811025bf3c4a9b4b for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:33:08.142036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.172052 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Pushing event updated for resources: {'Network': ['ID=8f09074a-e2e6-4365-beca-1309171bd4b5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:08.191350 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:08.201399 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 8f09074a-e2e6-4365-beca-1309171bd4b5 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:33:08.319870 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.352332 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e9adfc0b-29a9-43cb-90db-6a1e0337ea6a up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:08.424584 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:08.424974 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.524164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Sync routers for ids ['064069ef-55d5-4d49-b13b-b0291a65271a'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:33:08.600965 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Routers {'064069ef-55d5-4d49-b13b-b0291a65271a'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:33:08.602028 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e8c31f0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['064069ef-55d5-4d49-b13b-b0291a65271a'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:08.631260 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.665020 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2f129bf9-dccb-447c-8d26-feb11498f6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:08.719749 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.734694 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.789833 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea93866-8ca5-4240-9bea-0511e0779c75,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:08.793477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:08.796645 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-be3894cb-bd4d-4e22-8f09-3e08e59574f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:08.804456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38406) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:08.805068 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ded9631cb7534c629639172096827b16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8489652
Jun 21 04:33:08.827431 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Checking segment: {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:08.827866 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Network hostable DHCP agents. Network: 8f09074a-e2e6-4365-beca-1309171bd4b5, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:33:08.837371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf28e6-539c-401f-b5b0-56ef2fa2a564 req-a38b34ad-706f-473b-874c-e2feb47713e0 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:08.839040 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2cdf28e6-539c-401f-b5b0-56ef2fa2a564 req-a38b34ad-706f-473b-874c-e2feb47713e0 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 945 time: 0.2341509
Jun 21 04:33:08.854722 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3fc748-1b1c-4e61-ae0b-fc0cb3ab60f9,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:08.858209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:08.895710 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Network 8f09074a-e2e6-4365-beca-1309171bd4b5 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:33:08.918831 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2cdf28e6-539c-401f-b5b0-56ef2fa2a564 req-60e79176-b161-4ea7-bc3b-e01d3e14b957 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726969
Jun 21 04:33:08.926839 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 8f09074a-e2e6-4365-beca-1309171bd4b5) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:08.933468 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.937000 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:08.939682 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.974267 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9293587
Jun 21 04:33:08.974938 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:08.980333 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339017d2-1ba5-4ee5-9540-cee2150abee8 req-7e89f4b9-63c9-4dd1-9376-c226b930cf9e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:08.981360 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254981c-0c85-4548-b6b0-7d706059d8c1 None None] Network 8f09074a-e2e6-4365-beca-1309171bd4b5 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:33:08.987774 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-339017d2-1ba5-4ee5-9540-cee2150abee8 req-7e89f4b9-63c9-4dd1-9376-c226b930cf9e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1357026
Jun 21 04:33:09.046281 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Set router 064069ef-55d5-4d49-b13b-b0291a65271a gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:33:09.186382 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-339017d2-1ba5-4ee5-9540-cee2150abee8 req-b28e1035-0b47-4a55-a149-fff35445f701 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981330
Jun 21 04:33:09.218044 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:09.221144 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:09.222707 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c3fc748-1b1c-4e61-ae0b-fc0cb3ab60f9 HTTP/1.1" status: 204  len: 168 time: 0.4159205
Jun 21 04:33:09.223617 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2c1b5879-4c27-4d20-8c14-e581ccbb2b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:09.235574 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3fc748-1b1c-4e61-ae0b-fc0cb3ab60f9,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:09.238544 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:09.370654 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009581b3-c3db-472b-bb5f-c17a7727b690 None None] Network 8f09074a-e2e6-4365-beca-1309171bd4b5 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:33:09.502860 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device f07a75cc-9da1-4051-9333-9aed880547a7 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:09.667893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e8c31f0>, [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 4, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'b09719c6-2c80-4f14-8d33-1307c01575c0', 'name': '', 'network_id': '964acb60-4963-43f1-8227-12e17ee11442', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'mac_address': 'fa:16:3e:10:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '543465d4-1639-42b7-8c22-e6bd44fe841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:04Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 2, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'subnets': [{'id': '543465d4-1639-42b7-8c22-e6bd44fe841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:09.702986 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port f07a75cc-9da1-4051-9333-9aed880547a7 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:09.703310 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:09.706255 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Checking router: 064069ef-55d5-4d49-b13b-b0291a65271a for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:33:09.706621 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Updating router 064069ef-55d5-4d49-b13b-b0291a65271a port b09719c6-2c80-4f14-8d33-1307c01575c0 binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:33:09.770218 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:09.862514 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38428) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:09.879527 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:09.992855 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:09.998291 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.001394 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5aedfc41-2dca-4fea-9b90-fc9f2c75e751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:10.040341 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=689b21a7eb704c86baff970754ac6b74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1764386
Jun 21 04:33:10.041493 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ddcec-d838-42b5-bd4f-daca8747ba56,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:10.043023 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38432) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:10.045418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:10.140545 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.142524 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.155117 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Transition to ACTIVE for port object b09719c6-2c80-4f14-8d33-1307c01575c0 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:10.161619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.171491 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:10.194305 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.216015 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2e69-c098-41df-a199-5c4a3dfc4003 req-11b460a0-41cf-4e3e-83c0-b840400c7ac5 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:10.219255 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dc9e2e69-c098-41df-a199-5c4a3dfc4003 req-11b460a0-41cf-4e3e-83c0-b840400c7ac5 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 945 time: 0.1535542
Jun 21 04:33:10.288517 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dc9e2e69-c098-41df-a199-5c4a3dfc4003 req-3860b4af-e30b-4636-8c25-73e4b1bc3cfc tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574765
Jun 21 04:33:10.302122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.305367 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.311185 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d19ddcec-d838-42b5-bd4f-daca8747ba56 HTTP/1.1" status: 204  len: 168 time: 0.2649407
Jun 21 04:33:10.311185 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5ec66099-252b-4ff4-97ea-0c2116a460ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:10.352572 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ddcec-d838-42b5-bd4f-daca8747ba56,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:10.361015 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:10.463824 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624692e9-f6db-4f98-9e2c-73bcd8afae4f None None] Pushing event updated for resources: {'Port': ['ID=b09719c6-2c80-4f14-8d33-1307c01575c0,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:10.482807 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-624692e9-f6db-4f98-9e2c-73bcd8afae4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:10.487317 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Attempting to bind port b09719c6-2c80-4f14-8d33-1307c01575c0 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:33:10.487712 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Attempting to bind port b09719c6-2c80-4f14-8d33-1307c01575c0 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:33:10.488165 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Attempting to bind port b09719c6-2c80-4f14-8d33-1307c01575c0 on network 964acb60-4963-43f1-8227-12e17ee11442 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:10.493957 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:33:10.494359 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Checking segment: {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:10.495971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.496412 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Bound using segment: {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:33:10.496999 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Bound port: b09719c6-2c80-4f14-8d33-1307c01575c0, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fa9285-d536-40c5-8448-de055c1298bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '964acb60-4963-43f1-8227-12e17ee11442'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:33:10.497281 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.633425 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] For port b09719c6-2c80-4f14-8d33-1307c01575c0, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:33:10.643229 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] For port b09719c6-2c80-4f14-8d33-1307c01575c0, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b09719c6-2c80-4f14-8d33-1307c01575c0,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:33:10.652310 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:10.660733 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:10.667224 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858cb6-bdba-4427-b655-6b560aec3c0c req-1e121701-9a86-4524-8f70-19668b0b79f6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:10.675328 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-05858cb6-bdba-4427-b655-6b560aec3c0c req-1e121701-9a86-4524-8f70-19668b0b79f6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0940187
Jun 21 04:33:10.738368 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-05858cb6-bdba-4427-b655-6b560aec3c0c req-051d1b91-4484-4a06-b88f-be58687b4297 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594931
Jun 21 04:33:10.748243 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Routers {'064069ef-55d5-4d49-b13b-b0291a65271a'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:33:10.748910 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e8c31f0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:32:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['064069ef-55d5-4d49-b13b-b0291a65271a'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:10.951903 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624692e9-f6db-4f98-9e2c-73bcd8afae4f None None] Pushing event updated for resources: {'Port': ['ID=b09719c6-2c80-4f14-8d33-1307c01575c0,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:10.961840 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-624692e9-f6db-4f98-9e2c-73bcd8afae4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:11.013609 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fabc1-d8b0-4f9a-a73e-98a6ecaaf575 req-cbde7114-7cac-4837-87c7-c665ba3531b6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:11.017010 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f27fabc1-d8b0-4f9a-a73e-98a6ecaaf575 req-cbde7114-7cac-4837-87c7-c665ba3531b6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1396158
Jun 21 04:33:11.028822 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] Set router 064069ef-55d5-4d49-b13b-b0291a65271a gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:33:11.098378 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f27fabc1-d8b0-4f9a-a73e-98a6ecaaf575 req-53a95b87-2205-4d78-bcd5-ee4943b40ae8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759265
Jun 21 04:33:11.236522 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-7e95eabe-cd1a-4adc-9463-16c8f80b97f2 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:11.239075 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-7e95eabe-cd1a-4adc-9463-16c8f80b97f2 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 945 time: 0.1437237
Jun 21 04:33:11.320531 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e8c31f0>, [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 4, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'b09719c6-2c80-4f14-8d33-1307c01575c0', 'name': '', 'network_id': '964acb60-4963-43f1-8227-12e17ee11442', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'mac_address': 'fa:16:3e:10:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '543465d4-1639-42b7-8c22-e6bd44fe841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:04Z', 'updated_at': '2021-06-21T04:33:10Z', 'revision_number': 4, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'subnets': [{'id': '543465d4-1639-42b7-8c22-e6bd44fe841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:33:11.357140 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd25ef5-d87b-4a39-b766-bbdab2b3fd9f None None] The sync data for ids ['064069ef-55d5-4d49-b13b-b0291a65271a'] in dv-cinder-796889-2-iscsi is: [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 4, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'b09719c6-2c80-4f14-8d33-1307c01575c0', 'name': '', 'network_id': '964acb60-4963-43f1-8227-12e17ee11442', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'mac_address': 'fa:16:3e:10:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '543465d4-1639-42b7-8c22-e6bd44fe841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:04Z', 'updated_at': '2021-06-21T04:33:10Z', 'revision_number': 4, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'subnets': [{'id': '543465d4-1639-42b7-8c22-e6bd44fe841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:33:11.531876 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Deleting port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:33:11.542376 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:11.900962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] For port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,segment=NetworkSegment(8cf2cec9-404c-4700-81d4-88f7f0aad0cf),segment_id=8cf2cec9-404c-4700-81d4-88f7f0aad0cf)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:11.900962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:12.066867 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Calling delete_port for 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:33:12.133364 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f6308-196d-4f93-b1ba-bee4c0de6b80 req-a390b5ca-f191-480b-95fc-d0a1cd9dd195 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:12.141122 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-271f6308-196d-4f93-b1ba-bee4c0de6b80 req-a390b5ca-f191-480b-95fc-d0a1cd9dd195 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 945 time: 0.4428768
Jun 21 04:33:12.264728 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-271f6308-196d-4f93-b1ba-bee4c0de6b80 req-9deb2152-b351-4bb1-aa7c-c3161f6e0347 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/security-groups?id=3e62b038-e17d-464f-b2bf-82b07f019ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222444
Jun 21 04:33:12.419507 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:12.427425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:12.466260 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:33:12.523289 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Pushing event deleted for resources: {'Port': ['ID=938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:12.524926 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:12.582239 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-9ac1e1ea-3d97-45e7-978f-97df4c59d93d tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:12.588567 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-9ac1e1ea-3d97-45e7-978f-97df4c59d93d tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/networks?id=8f09074a-e2e6-4365-beca-1309171bd4b5 HTTP/1.1" status: 200  len: 814 time: 0.2439222
Jun 21 04:33:12.603227 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] No DVR routers for this DVR port 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:33:12.609447 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:12.612007 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d8ba046a-0975-45a8-b2c4-d0d910452029 req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.69 "DELETE /v2.0/ports/938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 HTTP/1.1" status: 204  len: 173 time: 1.3665931
Jun 21 04:33:12.613311 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38309b03-ccc9-42af-939d-899b0393c6b1', 'name': 'network-vif-deleted', 'tag': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:33:12.616367 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-d80c8cd9-a91d-423e-86d9-4736da329519 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/quotas/2024dd19e8844360811025bf3c4a9b4b HTTP/1.1" status: 200  len: 375 time: 0.0232227
Jun 21 04:33:12.617058 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935e804-7917-4b71-88cd-5e22abe0ff23" -d '{"events": [{"server_uuid": "38309b03-ccc9-42af-939d-899b0393c6b1", "name": "network-vif-deleted", "tag": "938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:33:12.671592 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd99ac2-f82f-440f-8ce1-1208a0024938 x-openstack-request-id: req-acd99ac2-f82f-440f-8ce1-1208a0024938 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:33:12.671851 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38309b03-ccc9-42af-939d-899b0393c6b1", "name": "network-vif-deleted", "tag": "938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:33:12.672138 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acd99ac2-f82f-440f-8ce1-1208a0024938 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:33:12.672898 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38309b03-ccc9-42af-939d-899b0393c6b1', 'name': 'network-vif-deleted', 'tag': '938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7', 'status': 'completed', 'code': 200}
Jun 21 04:33:12.675533 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-aa693201-f548-4034-a905-fe2208120164 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2024dd19e8844360811025bf3c4a9b4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507984
Jun 21 04:33:12.882641 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-b65e7e20-bbe6-4b82-a7cd-114e04a9b8d6 service neutron] 10.222.0.66 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982856
Jun 21 04:33:13.073633 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-231b9719-9991-4bc0-96a8-1fdd37030239 service neutron] 10.222.0.66 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811452
Jun 21 04:33:13.390939 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4d64fab-1f39-4af7-be50-0d72a854614f req-afd4fa5b-045a-453e-a9dc-81118efcc9e8 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 210 time: 0.0785255
Jun 21 04:33:13.619942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b09719c6-2c80-4f14-8d33-1307c01575c0 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:13.687171 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ba69df9-80f7-403c-b577-c0f0af4ad1db req-137dee5a-0af3-4d36-923f-bd62d3ff925f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] 10.222.0.66 "GET /v2.0/ports?device_id=38309b03-ccc9-42af-939d-899b0393c6b1 HTTP/1.1" status: 200  len: 210 time: 0.0436249
Jun 21 04:33:13.725808 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port b09719c6-2c80-4f14-8d33-1307c01575c0 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:13.734738 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port b09719c6-2c80-4f14-8d33-1307c01575c0 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:13.735204 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:13.844538 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:13.906815 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port b09719c6-2c80-4f14-8d33-1307c01575c0, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b09719c6-2c80-4f14-8d33-1307c01575c0,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:13.937731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:13.939680 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:13.996934 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=b09719c6-2c80-4f14-8d33-1307c01575c0,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:14.004994 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:14.637939 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8de7a826-d380-42d7-95e9-c6e033a194d9 req-d2b32c89-5e3a-4795-af9f-f822dbf545bf tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 210 time: 0.0348604
Jun 21 04:33:14.646063 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:33:14.664487 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-db27af65-16af-4a1e-ab89-d70e799b4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:14.666146 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-db27af65-16af-4a1e-ab89-d70e799b4a28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.1933131
Jun 21 04:33:14.688358 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:33:14.688721 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 938c1b8d-f8ed-4d4d-b5ee-ee10bb72e4b7 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:33:14.735985 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd984-e474-46b5-a01c-1cdd52125648 req-867f7ed7-516a-4777-9b39-893e567be4cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:14.737542 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-643cd984-e474-46b5-a01c-1cdd52125648 req-867f7ed7-516a-4777-9b39-893e567be4cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.2008889
Jun 21 04:33:14.821078 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-643cd984-e474-46b5-a01c-1cdd52125648 req-9936ae68-adec-4d1d-9c34-c7a80ae4fe54 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472257
Jun 21 04:33:14.849723 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-c47e3e60-722e-4c5c-859e-aad7cfa419f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:14.851270 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-c47e3e60-722e-4c5c-859e-aad7cfa419f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.1764348
Jun 21 04:33:14.943985 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-aa597321-42be-43c5-ad4f-a4b170ba5174 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 217 time: 0.0499730
Jun 21 04:33:15.037799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-803a9d8a-7c10-49fd-baaa-ed7dc1ca6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:15.051347 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-803a9d8a-7c10-49fd-baaa-ed7dc1ca6aca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0922177
Jun 21 04:33:15.152552 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-9b456942-c574-4dd4-b982-86c0b9a0cb13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720038
Jun 21 04:33:15.259800 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-53b02b0a-01a4-49d1-aeab-c6144122b952 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:15.262152 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-53b02b0a-01a4-49d1-aeab-c6144122b952 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "GET /v2.0/networks?id=8f09074a-e2e6-4365-beca-1309171bd4b5 HTTP/1.1" status: 200  len: 814 time: 0.1874585
Jun 21 04:33:15.283122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Request body: {'port': {'device_id': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5', 'admin_state_up': True, 'tenant_id': '2024dd19e8844360811025bf3c4a9b4b'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:15.319794 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-cecafe5c-ef5a-4cd4-8781-3d7728239526 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571727
Jun 21 04:33:15.462769 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Made reservation on behalf of 2024dd19e8844360811025bf3c4a9b4b for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:33:15.467164 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:15.487757 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc20bdcc-c1ae-416e-b537-303377319dc1 req-26218e47-5645-4f8e-9cc6-65b4d7a20d80 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396649
Jun 21 04:33:15.498846 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b09719c6-2c80-4f14-8d33-1307c01575c0 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:15.578267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port b09719c6-2c80-4f14-8d33-1307c01575c0 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:15.579039 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:15.722349 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Allocated IP 172.20.0.14 (8f09074a-e2e6-4365-beca-1309171bd4b5/8ea93866-8ca5-4240-9bea-0511e0779c75/e11fd04e-a64c-4170-91fa-e42b6b487e70) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:33:15.865651 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7456be45-342a-47dc-8492-5ec9d27ebffc req-4e2f4513-bcab-4b42-ad59-ee05ab9c9969 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 210 time: 0.0496173
Jun 21 04:33:15.995997 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.108708 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.125119 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c8183b21-a354-4d16-82ce-655cd08d9cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:16.199669 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7215ec-a0ad-48dc-b8ec-897140498063 req-4190a7b0-2aea-4a7d-9ee0-8bf2a77a737f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:16.202121 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf7215ec-a0ad-48dc-b8ec-897140498063 req-4190a7b0-2aea-4a7d-9ee0-8bf2a77a737f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.2027171
Jun 21 04:33:16.218686 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Network 8f09074a-e2e6-4365-beca-1309171bd4b5 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:33:16.223324 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:16.225805 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:33:16.232105 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:16.233437 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.236873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Pushing event updated for resources: {'Port': ['ID=e11fd04e-a64c-4170-91fa-e42b6b487e70,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:16.240426 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:16.258552 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9796472
Jun 21 04:33:16.285148 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Request body: {'port': {'device_id': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:16.291167 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf7215ec-a0ad-48dc-b8ec-897140498063 req-228b2934-78d7-4e39-8215-afb485e39219 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772178
Jun 21 04:33:16.376904 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.710383 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11fd04e-a64c-4170-91fa-e42b6b487e70 {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:33:16.721591 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.736974 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Transition to ACTIVE for port object e11fd04e-a64c-4170-91fa-e42b6b487e70 will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:16.744300 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.754768 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dbde8ad4-58f1-45ed-a156-06e122b1e5bf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:16.831408 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Pushing event updated for resources: {'Port': ['ID=e11fd04e-a64c-4170-91fa-e42b6b487e70,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:16.835552 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:16.871602 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Attempting to bind port e11fd04e-a64c-4170-91fa-e42b6b487e70 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:33:16.871935 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Attempting to bind port e11fd04e-a64c-4170-91fa-e42b6b487e70 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:33:16.872303 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Attempting to bind port e11fd04e-a64c-4170-91fa-e42b6b487e70 on network 8f09074a-e2e6-4365-beca-1309171bd4b5 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:16.876601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Port e11fd04e-a64c-4170-91fa-e42b6b487e70 on network 8f09074a-e2e6-4365-beca-1309171bd4b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:33:16.876929 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Attempting to bind port e11fd04e-a64c-4170-91fa-e42b6b487e70 on network 8f09074a-e2e6-4365-beca-1309171bd4b5 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:16.882395 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:33:16.882570 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Checking segment: {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:16.883335 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Bound using segment: {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:33:16.891279 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Bound port: e11fd04e-a64c-4170-91fa-e42b6b487e70, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:33:16.891831 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:16.974561 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] For port e11fd04e-a64c-4170-91fa-e42b6b487e70, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:33:16.978214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] For port e11fd04e-a64c-4170-91fa-e42b6b487e70, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e11fd04e-a64c-4170-91fa-e42b6b487e70,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:33:16.989420 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:17.000020 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:17.007153 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:17.007953 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:17.011359 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] 10.222.0.69 "PUT /v2.0/ports/e11fd04e-a64c-4170-91fa-e42b6b487e70 HTTP/1.1" status: 200  len: 1094 time: 0.7400699
Jun 21 04:33:17.012992 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'tag': 'e11fd04e-a64c-4170-91fa-e42b6b487e70'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:33:17.015755 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b794f4-360a-4e5e-8932-8d14ab582230" -d '{"events": [{"name": "network-changed", "server_uuid": "4f22bb3f-e88c-4a4e-b479-1c23a14c0617", "tag": "e11fd04e-a64c-4170-91fa-e42b6b487e70"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:33:17.068528 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112005-a7aa-47f0-b7d4-668a4ff41869 req-9e17b67d-024f-4767-b937-ef5d02ce1a84 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:17.069980 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc112005-a7aa-47f0-b7d4-668a4ff41869 req-9e17b67d-024f-4767-b937-ef5d02ce1a84 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 944 time: 0.0938041
Jun 21 04:33:17.070567 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda450d1-6d58-4f5b-a4ea-c4b9cab61008 x-openstack-request-id: req-bda450d1-6d58-4f5b-a4ea-c4b9cab61008 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:33:17.070871 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f22bb3f-e88c-4a4e-b479-1c23a14c0617", "tag": "e11fd04e-a64c-4170-91fa-e42b6b487e70", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:33:17.071144 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bda450d1-6d58-4f5b-a4ea-c4b9cab61008 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:33:17.071550 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'tag': 'e11fd04e-a64c-4170-91fa-e42b6b487e70', 'status': 'completed', 'code': 200}
Jun 21 04:33:17.082332 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Pushing event updated for resources: {'Port': ['ID=e11fd04e-a64c-4170-91fa-e42b6b487e70,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:17.088356 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:17.117253 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc112005-a7aa-47f0-b7d4-668a4ff41869 req-1c01d859-f2b2-471c-9cb1-5574f968758c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399337
Jun 21 04:33:17.490038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc8af-a57c-48c0-b253-ff44ffb7951d req-2d76bc46-ab14-488a-9eb7-913e51ee185d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:17.497692 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4cfcc8af-a57c-48c0-b253-ff44ffb7951d req-2d76bc46-ab14-488a-9eb7-913e51ee185d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0763185
Jun 21 04:33:17.538519 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4cfcc8af-a57c-48c0-b253-ff44ffb7951d req-41ba7208-e813-419f-9473-cac4feeedd62 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398028
Jun 21 04:33:17.645992 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38670) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:17.793556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:17.909866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:17.913892 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:17.917547 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:17.953116 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba2d7c-a994-4f2f-8f08-ea3315fbcb72,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:17.957358 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=901d10e3dbe14a0cb95a526a611f8922&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3102472
Jun 21 04:33:17.958296 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:17.965948 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38680) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:18.025066 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.050584 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.103908 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.107766 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.108677 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eeba2d7c-a994-4f2f-8f08-ea3315fbcb72 HTTP/1.1" status: 204  len: 168 time: 0.1417346
Jun 21 04:33:18.110240 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:18.118998 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba2d7c-a994-4f2f-8f08-ea3315fbcb72,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:18.146938 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:18.436802 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38690) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:18.459941 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.578334 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.585419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.589753 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4d9a08fa-722a-4c96-b0b8-610d1f8b530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:18.625880 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01d292f80efc4a38be3f544030942f92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1878819
Jun 21 04:33:18.628055 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b099e59-6736-4062-b343-58ace033ba44,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:18.628607 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 38698) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:18.632023 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:18.687533 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.712407 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.770306 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.773773 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:18.775157 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b099e59-6736-4062-b343-58ace033ba44 HTTP/1.1" status: 204  len: 168 time: 0.1454883
Jun 21 04:33:18.776615 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0c064231-7479-4bae-9efc-3558b00d71cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:18.787129 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b099e59-6736-4062-b343-58ace033ba44,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:18.789924 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:21.106107 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b794f4-360a-4e5e-8932-8d14ab582230 req-35a69ccf-a5eb-4233-bcea-766be126115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.109233 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-79b794f4-360a-4e5e-8932-8d14ab582230 req-35a69ccf-a5eb-4233-bcea-766be126115b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2024dd19e8844360811025bf3c4a9b4b&device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 1097 time: 0.0731316
Jun 21 04:33:21.229321 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b794f4-360a-4e5e-8932-8d14ab582230 req-52bc2107-5023-4106-b73e-f294f06cbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.231651 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-79b794f4-360a-4e5e-8932-8d14ab582230 req-52bc2107-5023-4106-b73e-f294f06cbcbd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2024dd19e8844360811025bf3c4a9b4b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1086850
Jun 21 04:33:21.352870 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2f544-06a1-4f25-9d87-9967187b65ac req-41451537-ecdc-4548-b296-ffff4b3b8f4c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.355138 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-86a2f544-06a1-4f25-9d87-9967187b65ac req-41451537-ecdc-4548-b296-ffff4b3b8f4c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 944 time: 0.0759060
Jun 21 04:33:21.397919 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-86a2f544-06a1-4f25-9d87-9967187b65ac req-f86f8a36-adc5-4082-b5a0-a20e7a3fb4dc tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366664
Jun 21 04:33:21.408027 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768e59-e732-439c-bf61-7eb10962dc52 req-58d113ec-fa11-4157-b53b-d1cb79d9d455 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.409824 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d1768e59-e732-439c-bf61-7eb10962dc52 req-58d113ec-fa11-4157-b53b-d1cb79d9d455 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1491160
Jun 21 04:33:21.411030 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b794f4-360a-4e5e-8932-8d14ab582230 req-8d7aee7c-313c-4489-96af-6dd705bfda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.412389 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-79b794f4-360a-4e5e-8932-8d14ab582230 req-8d7aee7c-313c-4489-96af-6dd705bfda21 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1731291
Jun 21 04:33:21.452951 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d1768e59-e732-439c-bf61-7eb10962dc52 req-86228553-6875-4ab5-9387-4f899f7aa976 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373814
Jun 21 04:33:21.567790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-bcc94e0d-ba97-417a-9bf8-f19703f13ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.569305 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-bcc94e0d-ba97-417a-9bf8-f19703f13ee8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2024dd19e8844360811025bf3c4a9b4b&device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 1097 time: 0.0547662
Jun 21 04:33:21.826485 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-a5659f36-c299-449f-8764-e5c9c51ac40d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11fd04e-a64c-4170-91fa-e42b6b487e70 HTTP/1.1" status: 200  len: 217 time: 0.2415221
Jun 21 04:33:21.928710 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-e2a81a52-0cc9-4225-81bd-adbfdddd9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:21.930298 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-e2a81a52-0cc9-4225-81bd-adbfdddd9264 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ea93866-8ca5-4240-9bea-0511e0779c75 HTTP/1.1" status: 200  len: 854 time: 0.0941110
Jun 21 04:33:21.967637 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-c624fcc1-7a88-4daa-b523-14e632a06dcc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f09074a-e2e6-4365-beca-1309171bd4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301347
Jun 21 04:33:22.041574 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-a99c7e45-afd7-47ce-b856-1492dc44e1a3 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:22.043030 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-a99c7e45-afd7-47ce-b856-1492dc44e1a3 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 815 time: 0.1804361
Jun 21 04:33:22.063474 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-9c4478ec-61f7-466b-8fae-01039d372857 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/quotas/fcc74c9290bd4aa4b2f4202ff950bbc0 HTTP/1.1" status: 200  len: 375 time: 0.0130880
Jun 21 04:33:22.115765 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-da89d99e-ad85-48cf-8fe2-f59406541142 service neutron] 10.222.0.69 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371408
Jun 21 04:33:22.205468 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-c8c1d7c2-421d-453f-bd7a-9172f58a2177 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1325138
Jun 21 04:33:22.243404 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12e73c46-33f4-4ade-bf0e-5f01c4750a71 req-1c71db57-6569-4255-80a3-52b621921703 service neutron] 10.222.0.69 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176691
Jun 21 04:33:22.308526 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-c0cb8f2c-2354-49e1-81ea-afb4dfb4b153 service neutron] 10.222.0.66 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899713
Jun 21 04:33:22.400232 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-85a11b48-49bb-4807-85d0-46b4b8b58314 service neutron] 10.222.0.66 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857358
Jun 21 04:33:22.608527 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c262c-c302-46c1-afcf-db7b28efe5bb req-6e14f208-5360-41f0-a738-8eb8afd128e9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:22.611525 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-099c262c-c302-46c1-afcf-db7b28efe5bb req-6e14f208-5360-41f0-a738-8eb8afd128e9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 944 time: 0.0948045
Jun 21 04:33:22.661587 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-099c262c-c302-46c1-afcf-db7b28efe5bb req-6dc236de-b784-4d17-b9c7-ed870e73a8a7 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425744
Jun 21 04:33:22.744208 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a9181-18da-4125-a3f6-fbb4095b388e req-f2c30310-521f-4147-8ca8-3c585adc2611 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:22.746530 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c2a9181-18da-4125-a3f6-fbb4095b388e req-f2c30310-521f-4147-8ca8-3c585adc2611 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1042836
Jun 21 04:33:22.773255 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c3676fa0-992c-426c-91fe-4250d14822b4 req-d7f26069-aaa8-45dc-834a-08bebaad3af1 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 210 time: 0.0570495
Jun 21 04:33:22.794483 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c2a9181-18da-4125-a3f6-fbb4095b388e req-938d3aa3-5a93-4b52-87eb-a61a483e6fe8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421700
Jun 21 04:33:23.852715 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4e0fc825-8bf2-4501-aa58-ef13b3fa460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:23.923995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdecbaa-2ef2-4eeb-90aa-53e72e156536 req-f671d0c7-de4c-4cbe-acd0-fc0a14169fc9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:23.925466 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6bdecbaa-2ef2-4eeb-90aa-53e72e156536 req-f671d0c7-de4c-4cbe-acd0-fc0a14169fc9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 944 time: 0.1158919
Jun 21 04:33:24.016591 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6bdecbaa-2ef2-4eeb-90aa-53e72e156536 req-0a8c6b7b-f8f0-4b02-a410-4653cdf54564 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827582
Jun 21 04:33:24.051443 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e67353b0-2679-4a80-afc7-06215e2abab8 req-2907fa69-3d4b-46b0-a0ab-1b3f5ccb9110 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 210 time: 0.0446532
Jun 21 04:33:24.307592 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-00afbd38-9de4-47bd-8bde-9da8ce45bfaf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:24.311022 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-00afbd38-9de4-47bd-8bde-9da8ce45bfaf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 815 time: 0.2712889
Jun 21 04:33:24.332174 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'port': {'device_id': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'admin_state_up': True, 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:24.411903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b9a95-f5ce-4373-844f-550ec9792116 req-21d56008-f879-4a1f-a3c5-7a6034cbf985 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:24.424807 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6f3b9a95-f5ce-4373-844f-550ec9792116 req-21d56008-f879-4a1f-a3c5-7a6034cbf985 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1933346
Jun 21 04:33:24.510889 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6f3b9a95-f5ce-4373-844f-550ec9792116 req-a022d74e-5472-47f2-ba04-393945d4bf34 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845189
Jun 21 04:33:24.541777 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38892) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:24.578970 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Made reservation on behalf of fcc74c9290bd4aa4b2f4202ff950bbc0 for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:33:24.593527 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:24.748609 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:24.868087 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Allocated IP 172.20.0.8 (4638315d-fd8a-43b6-b14c-66b0cfddf883/0f106cbf-947b-4467-bcfa-d14554bb1dd8/fb068ee8-d198-4a57-89ef-65587b539c3b) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:33:24.955216 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:24.960838 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:24.969764 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6c0ff269-41d5-4081-9234-a26f04fe9339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:25.011330 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9854ae877f70470c990135f23dc14bff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4667299
Jun 21 04:33:25.011742 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 38920) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:25.078361 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078474e5-cb5d-4247-80e8-a74357b65f61,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:25.102954 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:25.172608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.215163 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.280835 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.329386 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b860ff85-a3c8-4419-ab09-1069c11a8279 req-6df5af8a-1b67-4ab1-96f4-61a35879a51e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 210 time: 0.0879769
Jun 21 04:33:25.399947 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Transition to ACTIVE for port object fb068ee8-d198-4a57-89ef-65587b539c3b will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:25.402730 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.408164 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.412997 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/078474e5-cb5d-4247-80e8-a74357b65f61 HTTP/1.1" status: 204  len: 168 time: 0.3815551
Jun 21 04:33:25.412997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7cabb801-206e-4d44-907e-60c3e05e96a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:25.428541 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078474e5-cb5d-4247-80e8-a74357b65f61,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:25.443699 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:25.551590 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c79aa7-133b-4196-b971-b2cb79245703 req-c0b88a85-afa8-4d55-8169-7485fd66314e tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:25.560385 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37c79aa7-133b-4196-b971-b2cb79245703 req-c0b88a85-afa8-4d55-8169-7485fd66314e tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 944 time: 0.2568741
Jun 21 04:33:25.576364 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.594590 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:25.634232 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:33:25.688360 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37c79aa7-133b-4196-b971-b2cb79245703 req-299ee679-03bb-4b04-9410-55009d95dacd tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260657
Jun 21 04:33:25.698881 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:33:25.706981 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:33:25.732117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:25.733362 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:25.852068 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5242798
Jun 21 04:33:25.887927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:25.898465 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:25.996428 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5d4aa-b859-43b0-9394-fefdf5a3174b req-576f4341-ca01-404c-8134-7c9e6b062c02 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:26.004308 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-79a5d4aa-b859-43b0-9394-fefdf5a3174b req-576f4341-ca01-404c-8134-7c9e6b062c02 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1355526
Jun 21 04:33:26.126109 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-79a5d4aa-b859-43b0-9394-fefdf5a3174b req-304586ab-cbc0-4e8b-83a7-b25bcb3baa23 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207051
Jun 21 04:33:26.172610 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Request body: {'port': {'device_id': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:33:26.209525 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-555d748d-8785-4e11-8234-82d6c3c6b343 None None] Provisioning for port fb068ee8-d198-4a57-89ef-65587b539c3b completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:26.215830 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-555d748d-8785-4e11-8234-82d6c3c6b343 None None] Provisioning complete for port fb068ee8-d198-4a57-89ef-65587b539c3b triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:26.217796 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-555d748d-8785-4e11-8234-82d6c3c6b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:26.312745 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-555d748d-8785-4e11-8234-82d6c3c6b343 None None] Port fb068ee8-d198-4a57-89ef-65587b539c3b cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:33:26.488667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:26.522501 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6a1f52e1-d468-4a17-b965-36734b7e8cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:26.884470 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:26.961886 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e11fd04e-a64c-4170-91fa-e42b6b487e70 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:33:27.013209 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dd708-7228-4a52-ab9e-fb8bb13d7eae req-14c6cadf-dadd-47e6-949d-efd5b80cde8c tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:27.026941 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-401dd708-7228-4a52-ab9e-fb8bb13d7eae req-14c6cadf-dadd-47e6-949d-efd5b80cde8c tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 931 time: 0.3070657
Jun 21 04:33:27.078894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d5427-b530-46ed-8454-c328c92bf474 req-5ba5da1d-d7d3-46ac-a408-27d852174b88 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:27.088014 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc7d5427-b530-46ed-8454-c328c92bf474 req-5ba5da1d-d7d3-46ac-a408-27d852174b88 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 944 time: 0.1229889
Jun 21 04:33:27.135367 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc7d5427-b530-46ed-8454-c328c92bf474 req-3b07d8ec-dc3c-402d-9031-fcef71449319 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461516
Jun 21 04:33:27.174155 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-401dd708-7228-4a52-ab9e-fb8bb13d7eae req-d0f756c5-a956-4eda-b7a7-f36f356c66df tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460183
Jun 21 04:33:27.428118 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb068ee8-d198-4a57-89ef-65587b539c3b {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:33:27.462902 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:27.491093 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6438-2fc2-4d3e-ab68-1d411682283b req-7ff9095a-4a7d-4619-b82b-81b46761dc71 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:27.501926 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8cfc6438-2fc2-4d3e-ab68-1d411682283b req-7ff9095a-4a7d-4619-b82b-81b46761dc71 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.2109349
Jun 21 04:33:27.513656 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Transition to ACTIVE for port object fb068ee8-d198-4a57-89ef-65587b539c3b will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:33:27.522894 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:27.525424 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ace96735-b97d-4eef-9b16-0b753e6b7a06 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:27.609472 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8cfc6438-2fc2-4d3e-ab68-1d411682283b req-98d53569-0f27-4286-a764-96187d8dcd9f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065369
Jun 21 04:33:27.621396 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e11fd04e-a64c-4170-91fa-e42b6b487e70, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e11fd04e-a64c-4170-91fa-e42b6b487e70,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:27.637381 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:27.659049 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'e11fd04e-a64c-4170-91fa-e42b6b487e70', 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5', 'port_id': 'e11fd04e-a64c-4170-91fa-e42b6b487e70', 'mac_address': 'fa:16:3e:ef:8e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea93866-8ca5-4240-9bea-0511e0779c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:33:27.659617 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:27.753099 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:27.771636 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:27.796280 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Attempting to bind port fb068ee8-d198-4a57-89ef-65587b539c3b on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:33:27.797276 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Attempting to bind port fb068ee8-d198-4a57-89ef-65587b539c3b by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:33:27.798439 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Attempting to bind port fb068ee8-d198-4a57-89ef-65587b539c3b on network 4638315d-fd8a-43b6-b14c-66b0cfddf883 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:27.821326 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11fd04e-a64c-4170-91fa-e42b6b487e70 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:33:27.830103 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Port fb068ee8-d198-4a57-89ef-65587b539c3b on network 4638315d-fd8a-43b6-b14c-66b0cfddf883 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:33:27.830578 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Attempting to bind port fb068ee8-d198-4a57-89ef-65587b539c3b on network 4638315d-fd8a-43b6-b14c-66b0cfddf883 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:33:27.854148 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:33:27.854503 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Checking segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:33:27.856189 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Bound using segment: {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:33:27.856880 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Bound port: fb068ee8-d198-4a57-89ef-65587b539c3b, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a235ca6-65fa-4ffb-a200-4a48701638fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:33:27.857256 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:27.914798 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e11fd04e-a64c-4170-91fa-e42b6b487e70, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e11fd04e-a64c-4170-91fa-e42b6b487e70,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:27.934214 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:27.940575 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:28.005027 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:33:28.012074 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:33:28.032961 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:28.048113 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e11fd04e-a64c-4170-91fa-e42b6b487e70,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:28.051826 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:28.051993 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-265ac8f6-f90c-4961-983e-ea4aa30973d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:28.068561 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:28.074188 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:28.078610 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] 10.222.0.69 "PUT /v2.0/ports/fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 1093 time: 1.9130933
Jun 21 04:33:28.080818 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:33:28.085921 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d213867-d8ed-4132-acba-d073a64c1cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:33:28.191636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb3e5c-3e03-4fc9-8666-25b2edf99e7b x-openstack-request-id: req-02cb3e5c-3e03-4fc9-8666-25b2edf99e7b {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:33:28.193541 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:33:28.194790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02cb3e5c-3e03-4fc9-8666-25b2edf99e7b {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:33:28.195399 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'status': 'completed', 'code': 200}
Jun 21 04:33:28.242701 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:28.255094 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:28.423412 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 39012) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:28.425550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7986-7e5f-4e5c-a6f4-8a74566eddc1 req-f7c98e9b-76d3-45e8-ae37-5e5ace5febe9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:28.427242 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2aef7986-7e5f-4e5c-a6f4-8a74566eddc1 req-f7c98e9b-76d3-45e8-ae37-5e5ace5febe9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 945 time: 0.1098833
Jun 21 04:33:28.508516 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2aef7986-7e5f-4e5c-a6f4-8a74566eddc1 req-de9119e6-f72c-4f5c-b09e-b75b4e29e47f tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698721
Jun 21 04:33:28.547295 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e11fd04e-a64c-4170-91fa-e42b6b487e70'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:33:28.639380 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:28.652804 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:28.847954 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cfcc3-3c3a-4454-a326-ec661c3c68b1 req-1a36e3c9-ea38-42f6-82a2-b47d3e304d4b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:28.862181 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bc1cfcc3-3c3a-4454-a326-ec661c3c68b1 req-1a36e3c9-ea38-42f6-82a2-b47d3e304d4b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.1647170
Jun 21 04:33:28.875830 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:28.892569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:28.895448 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-62ec59ca-e384-4c7b-8050-d5a19ca179a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:28.976197 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bc1cfcc3-3c3a-4454-a326-ec661c3c68b1 req-34fdb35a-c412-447e-b909-070d25219ce6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114852
Jun 21 04:33:28.980346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971f082-ae72-4c2c-9f17-7855f351b16f,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:29.030553 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:29.036519 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09a65aee3c65486e9663e0c53b6dc14d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6098721
Jun 21 04:33:29.036992 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39022) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:29.166527 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:29.209263 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:29.268331 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:29.446075 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c50f4-f98f-4725-9786-ac6d7aef604e req-fd614390-54a1-44e6-90c4-e0cae4d5908e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:29.456827 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9a3c50f4-f98f-4725-9786-ac6d7aef604e req-fd614390-54a1-44e6-90c4-e0cae4d5908e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.2284088
Jun 21 04:33:29.582824 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:29.586777 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:29.596123 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6971f082-ae72-4c2c-9f17-7855f351b16f HTTP/1.1" status: 204  len: 168 time: 0.5581098
Jun 21 04:33:29.598694 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b601bec5-92da-416e-9790-22e881b54b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:29.665850 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9a3c50f4-f98f-4725-9786-ac6d7aef604e req-fe865d89-a1bf-41d1-afd6-72fb2ac35f66 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033045
Jun 21 04:33:29.689700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971f082-ae72-4c2c-9f17-7855f351b16f,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:29.692910 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:31.033960 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e11fd04e-a64c-4170-91fa-e42b6b487e70 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:33:31.140713 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port e11fd04e-a64c-4170-91fa-e42b6b487e70 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:33:31.146429 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port e11fd04e-a64c-4170-91fa-e42b6b487e70 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:33:31.146808 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.305608 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.330791 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11fd04e-a64c-4170-91fa-e42b6b487e70'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:33:31.344406 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49f36f-c580-481f-89a6-42143b39998b" -d '{"events": [{"server_uuid": "4f22bb3f-e88c-4a4e-b479-1c23a14c0617", "name": "network-vif-plugged", "status": "completed", "tag": "e11fd04e-a64c-4170-91fa-e42b6b487e70"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:33:31.359043 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e11fd04e-a64c-4170-91fa-e42b6b487e70, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e11fd04e-a64c-4170-91fa-e42b6b487e70,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:33:31.365922 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.368262 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:31.434112 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e11fd04e-a64c-4170-91fa-e42b6b487e70,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:31.437885 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:31.457619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39088) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:31.605117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.722501 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.726927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.732235 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:31.832172 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a6b4631b11042ada5b76ae941acab3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3734596
Jun 21 04:33:31.833310 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b1e5b8-4f27-4d29-8815-179bebe4c855,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:31.839325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 39092) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:31.903407 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:31.914652 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:31.956526 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.015400 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.018341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.019534 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6b1e5b8-4f27-4d29-8815-179bebe4c855 HTTP/1.1" status: 204  len: 168 time: 0.1792560
Jun 21 04:33:32.020496 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-55308fc3-87dd-4651-9a5c-c95469d60e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:32.042899 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b1e5b8-4f27-4d29-8815-179bebe4c855,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:32.045595 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:32.356058 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39104) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:32.379168 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.529076 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.533925 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.601400 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-45fe57e2-b7da-4eb4-abc6-be702304735d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:32.613356 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8da371b03cf94dd1b5872bbb093519b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2557371
Jun 21 04:33:32.615842 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39112) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:32.672812 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612dfd5c-9cb9-444c-af03-092488a9bed7,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:32.697353 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:32.735166 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.760150 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.825717 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.831552 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:32.833553 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/612dfd5c-9cb9-444c-af03-092488a9bed7 HTTP/1.1" status: 204  len: 168 time: 0.2154791
Jun 21 04:33:32.835106 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e03b1808-7162-42a2-ad29-cc4527dc8f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:32.847808 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612dfd5c-9cb9-444c-af03-092488a9bed7,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:32.865428 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:33.305581 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39118) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:33.330421 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4a225617-7316-4150-bd09-64f964933285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.462776 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4a225617-7316-4150-bd09-64f964933285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.470446 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4a225617-7316-4150-bd09-64f964933285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.473168 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f6eba672-af47-485e-8579-6cfccfc7985e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:33.516888 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4a225617-7316-4150-bd09-64f964933285 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e06bf6524da94027b8f1fbc761e40b11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2073939
Jun 21 04:33:33.516888 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a225617-7316-4150-bd09-64f964933285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8fa17-f110-4310-ac5d-f90d3f772440,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:33.518086 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 39120) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:33.519302 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4a225617-7316-4150-bd09-64f964933285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:33.625456 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.654032 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.723569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.727960 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:33.734447 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfb8fa17-f110-4310-ac5d-f90d3f772440 HTTP/1.1" status: 204  len: 168 time: 0.2109506
Jun 21 04:33:33.736203 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d88ce25d-8abf-411d-b9ef-828f6a64f798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:33.751252 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8fa17-f110-4310-ac5d-f90d3f772440,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:33.753860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:34.208795 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39132) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:34.513611 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:34.716236 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:34.721304 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:34.724772 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-71a4287f-53d9-4a50-8567-063d609da78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:34.758722 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14b0778d5e2f41c2bbcbe9316137b2f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5488288
Jun 21 04:33:34.763309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 39144) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:33:34.822331 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9415c7f6-cbb4-4768-9499-bbab7d876c35,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:34.845518 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:35.308636 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:35.357991 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:35.432309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:35.435346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:35.441527 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9415c7f6-cbb4-4768-9499-bbab7d876c35 HTTP/1.1" status: 204  len: 168 time: 0.6752698
Jun 21 04:33:35.445038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-44d795bb-4f99-42d1-8d88-eb69e91524ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:33:35.460694 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9415c7f6-cbb4-4768-9499-bbab7d876c35,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:33:35.471372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:33:38.328785 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:33:45.382985 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-b559de1b-0f7e-4760-9667-528aec4ead2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:45.386546 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-b559de1b-0f7e-4760-9667-528aec4ead2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1096 time: 0.1042898
Jun 21 04:33:45.387543 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241f67-7c72-4f9b-aa9d-46a29b59eab3 req-1709024c-319e-4810-8cd7-9d83f59ec20c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:45.395018 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38241f67-7c72-4f9b-aa9d-46a29b59eab3 req-1709024c-319e-4810-8cd7-9d83f59ec20c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.1088164
Jun 21 04:33:45.460284 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38241f67-7c72-4f9b-aa9d-46a29b59eab3 req-3aa80f04-4aff-480b-9d6c-4e35d98d7013 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635736
Jun 21 04:33:45.480509 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-18fb0330-7dc0-4240-a61c-3347775d1255 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 217 time: 0.0737665
Jun 21 04:33:45.577950 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca52a3f-a9f8-4b37-8bac-892736a4311d req-4fd7e6b6-21ac-4e07-950c-0f7c6db14ff9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:45.579740 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9ca52a3f-a9f8-4b37-8bac-892736a4311d req-4fd7e6b6-21ac-4e07-950c-0f7c6db14ff9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.0870364
Jun 21 04:33:45.640288 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9ca52a3f-a9f8-4b37-8bac-892736a4311d req-c947ab3c-98c1-497e-9158-cb4d4a6ecfd9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537808
Jun 21 04:33:45.684248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab87bf4-337c-4832-94b2-1f1ba6a264b1 req-f33139df-c5a3-43b4-9c84-925365f9ece1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:45.686156 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ab87bf4-337c-4832-94b2-1f1ba6a264b1 req-f33139df-c5a3-43b4-9c84-925365f9ece1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1142266
Jun 21 04:33:45.715294 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953129e1-4d3d-403b-8178-b06243c3344b x-openstack-request-id: req-953129e1-4d3d-403b-8178-b06243c3344b {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:33:45.716234 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f22bb3f-e88c-4a4e-b479-1c23a14c0617", "name": "network-vif-plugged", "status": "completed", "tag": "e11fd04e-a64c-4170-91fa-e42b6b487e70", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:33:45.716754 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-953129e1-4d3d-403b-8178-b06243c3344b {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:33:45.717363 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11fd04e-a64c-4170-91fa-e42b6b487e70', 'code': 200}
Jun 21 04:33:45.746344 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ab87bf4-337c-4832-94b2-1f1ba6a264b1 req-db5c1873-358c-4760-b73d-c772663fb667 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504065
Jun 21 04:33:46.120216 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-322b4c9e-a2a1-46fe-8c75-5aa661872221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:46.121801 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-322b4c9e-a2a1-46fe-8c75-5aa661872221 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0554671
Jun 21 04:33:46.235218 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-89b31482-ce0c-449a-a5f3-f40aaf57ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:46.238650 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-89b31482-ce0c-449a-a5f3-f40aaf57ba5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1068251
Jun 21 04:33:46.422009 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-fc27b874-a982-4a26-abcd-bbe0299d5d86 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761751
Jun 21 04:33:46.551021 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08535c-87c5-488c-823d-692c8889b876 req-eeb041d5-36c7-4543-b97b-42220b9eb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:46.553229 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e08535c-87c5-488c-823d-692c8889b876 req-eeb041d5-36c7-4543-b97b-42220b9eb125 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 1099 time: 0.0788932
Jun 21 04:33:46.612390 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e01fc9f1-70a5-4885-8c81-1e7e1fa0c4bf req-df504a87-e29a-4162-a6ae-0d3cc222cb35 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382904
Jun 21 04:33:46.624627 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e08535c-87c5-488c-823d-692c8889b876 req-02fad286-ee86-4e79-8263-728e1b5da09a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349576
Jun 21 04:33:46.894556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736382d4-aaf6-42ad-886d-06e95661835f req-e4fecc38-723a-49a1-a1b4-f841c0bf4520 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:46.896945 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-736382d4-aaf6-42ad-886d-06e95661835f req-e4fecc38-723a-49a1-a1b4-f841c0bf4520 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.1398864
Jun 21 04:33:46.905377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f7aec-820b-421b-8354-499e26e87b6b req-1b7819c9-c93c-40d2-88d2-136ce828b711 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:46.916998 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-de8f7aec-820b-421b-8354-499e26e87b6b req-1b7819c9-c93c-40d2-88d2-136ce828b711 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.1218770
Jun 21 04:33:46.970439 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-736382d4-aaf6-42ad-886d-06e95661835f req-1bb6bbaa-f0e3-47f8-b1cb-a34f20b98c65 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681167
Jun 21 04:33:46.974666 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-de8f7aec-820b-421b-8354-499e26e87b6b req-26b9339e-5f14-4659-a3ff-9bc34235f341 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564799
Jun 21 04:33:47.204739 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfa1a4-a641-4c53-b989-0ca659b44cd5 req-b36db87d-8548-4a6c-a475-f6b077002289 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:47.206757 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-43bfa1a4-a641-4c53-b989-0ca659b44cd5 req-b36db87d-8548-4a6c-a475-f6b077002289 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0658588
Jun 21 04:33:47.278641 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-43bfa1a4-a641-4c53-b989-0ca659b44cd5 req-60897ba7-aba4-47e5-81d7-a61f2956cec5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586405
Jun 21 04:33:47.491876 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-f55e667f-2063-4654-813e-617eb85956d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:47.493399 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-f55e667f-2063-4654-813e-617eb85956d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1096 time: 0.0716672
Jun 21 04:33:52.366689 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-d5fb18a4-a328-4abb-9631-4bd7b8ba9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:52.368148 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-d5fb18a4-a328-4abb-9631-4bd7b8ba9650 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 916 time: 0.0858259
Jun 21 04:33:52.442494 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-3689c735-c928-4be7-8f2d-e816587f0fc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 217 time: 0.0362139
Jun 21 04:33:52.503008 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-8103b37a-5341-4fd8-9278-41851df46256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:52.504468 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-8103b37a-5341-4fd8-9278-41851df46256 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0478659
Jun 21 04:33:52.563925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-9e6a58a0-b8b3-4ba2-8007-d8762957dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:52.565428 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-9e6a58a0-b8b3-4ba2-8007-d8762957dbe6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0505652
Jun 21 04:33:52.650954 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-fb9d3bd5-ab70-4839-977f-978b23c4db47 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0780747
Jun 21 04:33:52.740936 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0d213867-d8ed-4132-acba-d073a64c1cfc req-bdfac93d-ee80-45a4-862d-dc0b60fa164e service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834513
Jun 21 04:33:53.269807 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36febb6-1a86-4dc9-b5ae-a4314704dd78 req-1abb3018-bfe3-4826-848a-5a73586cdea1 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:53.271598 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b36febb6-1a86-4dc9-b5ae-a4314704dd78 req-1abb3018-bfe3-4826-848a-5a73586cdea1 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.0640996
Jun 21 04:33:53.287996 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a5f72-67d7-427c-9bf6-ee0ed5bd7a29 req-eb94ca54-86ea-4310-bc78-73f3515edf7d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:53.289595 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-617a5f72-67d7-427c-9bf6-ee0ed5bd7a29 req-eb94ca54-86ea-4310-bc78-73f3515edf7d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.0626645
Jun 21 04:33:53.312571 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b36febb6-1a86-4dc9-b5ae-a4314704dd78 req-46932254-8324-4ee8-a03e-2e25b8635384 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332994
Jun 21 04:33:53.340967 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-617a5f72-67d7-427c-9bf6-ee0ed5bd7a29 req-adcf26fb-786b-4e05-8e55-4b4d9d1bf185 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454633
Jun 21 04:33:53.478271 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35166cd-fc15-4f88-a945-4bc857973a79 req-0502edd0-9236-4bb8-b1a3-4052fe9276ae tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:53.479719 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f35166cd-fc15-4f88-a945-4bc857973a79 req-0502edd0-9236-4bb8-b1a3-4052fe9276ae tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0648820
Jun 21 04:33:53.517675 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f35166cd-fc15-4f88-a945-4bc857973a79 req-f3b4b1fa-1924-4376-9970-6ebbf7a24f48 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322683
Jun 21 04:33:53.854642 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-fb8840b6-01b5-4d28-9b34-cf9217b422b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:54.512948 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145eda-7c53-4560-9c32-c1003b28a5da req-31c91b7c-d3ea-41ab-945e-88f0955a6677 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:54.515099 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26145eda-7c53-4560-9c32-c1003b28a5da req-31c91b7c-d3ea-41ab-945e-88f0955a6677 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.0702374
Jun 21 04:33:54.520694 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c066c-e3c9-468f-81e3-8b5a0afca1e9 req-d67974da-7dd1-4868-82f7-0aba2b484cb1 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:54.526329 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-908c066c-e3c9-468f-81e3-8b5a0afca1e9 req-d67974da-7dd1-4868-82f7-0aba2b484cb1 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.0726273
Jun 21 04:33:54.558519 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26145eda-7c53-4560-9c32-c1003b28a5da req-ba0b377e-eabb-4b71-bcd8-8c861ef42183 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374970
Jun 21 04:33:54.560445 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-908c066c-e3c9-468f-81e3-8b5a0afca1e9 req-d3b02d6d-fa80-433b-bc98-0184495406b8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321810
Jun 21 04:33:54.726749 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ceca-b558-4f29-aca7-5c6d8868c2b3 req-16376706-ff16-4196-9df6-908b6a0a0247 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:33:54.728901 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6f41ceca-b558-4f29-aca7-5c6d8868c2b3 req-16376706-ff16-4196-9df6-908b6a0a0247 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0640347
Jun 21 04:33:54.772100 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6f41ceca-b558-4f29-aca7-5c6d8868c2b3 req-7ce1e5ca-8775-47ad-8900-b6a921c97b48 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372424
Jun 21 04:33:56.499718 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b798-ae33-4678-b3e7-5beef5d856d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:56.876826 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:57.454290 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:58.589782 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:33:59.207393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:00.423400 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-2861c8bd-7772-473d-adbd-7b2078077663 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1088886
Jun 21 04:34:00.433602 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71011816-00fd-4384-a913-b727181ed362 req-d273e219-2975-466d-8828-4c30525ab9f5 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.435005 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-71011816-00fd-4384-a913-b727181ed362 req-d273e219-2975-466d-8828-4c30525ab9f5 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.0838926
Jun 21 04:34:00.452505 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c804-4933-4782-93be-6488bc205a52 req-e2bc621d-11e2-49c4-8548-8d3d57ae1473 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.454203 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b8e6c804-4933-4782-93be-6488bc205a52 req-e2bc621d-11e2-49c4-8548-8d3d57ae1473 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.0722163
Jun 21 04:34:00.473371 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-71011816-00fd-4384-a913-b727181ed362 req-3e2e1e38-6f29-4cd5-8bde-3cb11448e7e5 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323822
Jun 21 04:34:00.538245 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b8e6c804-4933-4782-93be-6488bc205a52 req-dd8a332c-6348-41c5-9bec-a75191c7717a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707695
Jun 21 04:34:00.544996 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-5e56d908-2432-4e02-9f52-f7f9f20cb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.546524 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-5e56d908-2432-4e02-9f52-f7f9f20cb906 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1098 time: 0.0883374
Jun 21 04:34:00.652262 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f405-59dc-4370-beda-5753806fe2ea req-5be14018-146d-4d40-8c2b-6cc2e6b9ea62 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.653855 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ecd0f405-59dc-4370-beda-5753806fe2ea req-5be14018-146d-4d40-8c2b-6cc2e6b9ea62 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0622227
Jun 21 04:34:00.659573 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-c5b16df1-3c3b-4d19-b635-7594ce77773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.661036 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-c5b16df1-3c3b-4d19-b635-7594ce77773d service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.0832083
Jun 21 04:34:00.691853 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ecd0f405-59dc-4370-beda-5753806fe2ea req-66f73163-cfa3-42de-aa8e-2eb3638bf3a4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322073
Jun 21 04:34:00.755175 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-196f8d86-9dd0-4eb3-9c4b-718d6b1e2e4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 1001 time: 0.0868611
Jun 21 04:34:00.802138 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-7028aee5-d706-4e0b-a566-46da832629de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.803520 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-7028aee5-d706-4e0b-a566-46da832629de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0415449
Jun 21 04:34:00.860004 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-08909cbf-fc3f-49e9-8ca1-f4aece982887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:00.861495 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-08909cbf-fc3f-49e9-8ca1-f4aece982887 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0504420
Jun 21 04:34:00.981426 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-d595f227-96f8-42a8-b0d8-20f602dc9359 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825844
Jun 21 04:34:01.067340 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2990047-3374-4fb1-838e-89dcc51a8ec2 req-949dbf99-4f1f-43cd-8a39-dfc4cb9574ac service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800376
Jun 21 04:34:01.533415 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4e356-13e4-4ebe-802f-787c8596b466 req-bb9b5ff7-722c-4b26-b2f2-c05866b1b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:01.538087 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63a4e356-13e4-4ebe-802f-787c8596b466 req-bb9b5ff7-722c-4b26-b2f2-c05866b1b559 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.0638022
Jun 21 04:34:01.614277 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63a4e356-13e4-4ebe-802f-787c8596b466 req-a2d6d347-80b5-49ed-b4c0-80d6023d6af1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686066
Jun 21 04:34:01.702213 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f88a6-e9b1-492d-bbed-b41097b32e79 req-4f7b29fa-6160-4037-a589-e5e997c21e0f tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:01.703861 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-db9f88a6-e9b1-492d-bbed-b41097b32e79 req-4f7b29fa-6160-4037-a589-e5e997c21e0f tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.0849762
Jun 21 04:34:01.748563 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-db9f88a6-e9b1-492d-bbed-b41097b32e79 req-e4170227-6693-419c-b464-0f12d8bf1914 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374200
Jun 21 04:34:01.805696 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5f3fe-0f9d-4c92-9fdd-c2a9d86ce81e req-66fa27a0-6918-4055-849c-136b76e96a92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:01.807425 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b7c5f3fe-0f9d-4c92-9fdd-c2a9d86ce81e req-66fa27a0-6918-4055-849c-136b76e96a92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.0777478
Jun 21 04:34:01.863553 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b7c5f3fe-0f9d-4c92-9fdd-c2a9d86ce81e req-082fe1d0-4769-442f-a48f-4a9d1ab5a059 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479672
Jun 21 04:34:01.978926 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89c0c0-1315-4681-bcb6-e3c3819fc6e9 req-fc573c9f-b714-49f3-8129-bd161e30a7bb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:01.980458 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c89c0c0-1315-4681-bcb6-e3c3819fc6e9 req-fc573c9f-b714-49f3-8129-bd161e30a7bb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0755398
Jun 21 04:34:02.029136 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c89c0c0-1315-4681-bcb6-e3c3819fc6e9 req-7add7ee9-52c8-4ba8-8463-7e4d72c73f9d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421798
Jun 21 04:34:02.471973 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39594) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:02.517447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Deleting subnet 29426737-c086-4709-9edf-38d6330b7562 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:34:02.520790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.562055 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.568263 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.626485 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.628744 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c654c7a9-ac4f-43de-b785-57e6233d02be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:02.653492 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29426737-c086-4709-9edf-38d6330b7562,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:02.663278 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.663643 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.663994 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.664362 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.664707 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.665047 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.665385 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.666392 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.666392 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.666392 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.666775 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.667038 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:02.669777 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.673835 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/29426737-c086-4709-9edf-38d6330b7562 HTTP/1.1" status: 204  len: 168 time: 0.1985805
Jun 21 04:34:02.673835 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:02.674870 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39608) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:02.762100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.861038 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:02.874595 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f985d147190>> segment before_delete 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.875135 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f985d147190>> subnet precommit_delete_associations 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.876004 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> segment_host_mapping after_create 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.876457 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> port after_create 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.876947 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> port after_delete 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.877296 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> port after_update 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.877645 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> segment after_delete 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.877973 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> subnet after_create 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.878368 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> subnet after_delete 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:02.878701 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f985d4474c0>> subnet after_update 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:03.009467 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985cb95160>> subnet after_create 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:03.009830 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985cb95160>> subnet after_delete 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:03.010173 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985cb95160>> subnet before_create 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:03.010527 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f985cb95160>> subnet before_update 55550000 {{(pid=92726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 04:34:03.018565 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985d0fa4c0>,) {'filters': {'network_id': ['cc364276-b21f-4500-8f4d-d501303bdc28']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:03.180938 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fb068ee8-d198-4a57-89ef-65587b539c3b details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:34:03.215109 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035d197-76db-445c-9f07-53dc06911d83 req-0bf1a003-2582-4cce-bbf3-7905a508deb0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:03.216907 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e035d197-76db-445c-9f07-53dc06911d83 req-0bf1a003-2582-4cce-bbf3-7905a508deb0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0677755
Jun 21 04:34:03.247159 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d0fa4c0>, '8cf2cec9-404c-4700-81d4-88f7f0aad0cf') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:03.247448 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d0fa4c0>, '8cf2cec9-404c-4700-81d4-88f7f0aad0cf') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:03.256281 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e035d197-76db-445c-9f07-53dc06911d83 req-48cd8be1-bde7-4c92-9a9a-0cd2a4820d1c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334244
Jun 21 04:34:03.279352 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:34:03.282909 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.295400 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'port_id': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'mac_address': 'fa:16:3e:55:5c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:34:03.309802 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.324070 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:34:03.324725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.340267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.354915 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb068ee8-d198-4a57-89ef-65587b539c3b {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   from cryptography.utils import int_from_bytes
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   from cryptography.utils import int_from_bytes
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:34:03.368164 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:34:03.380379 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:34:03.385066 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.388837 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:03.408310 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b9246-5435-49e8-a500-e5e975915853 req-227f5725-49cc-4812-b3c6-5ebe425a8d99 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:03.409998 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-182b9246-5435-49e8-a500-e5e975915853 req-227f5725-49cc-4812-b3c6-5ebe425a8d99 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 943 time: 0.1775513
Jun 21 04:34:03.411125 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.416327 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-49c4d380-a2e4-4f72-8afb-dedb438f4251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:03.420522 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.425374 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc364276-b21f-4500-8f4d-d501303bdc28 HTTP/1.1" status: 204  len: 168 time: 0.7475541
Jun 21 04:34:03.442926 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc364276-b21f-4500-8f4d-d501303bdc28,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:03.445778 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:03.456805 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:03.464489 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.464845 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.465270 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.465784 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.466215 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.466953 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.466953 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.467242 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.467791 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.467904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.468186 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.468535 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:03.472093 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-182b9246-5435-49e8-a500-e5e975915853 req-6013d9b6-f1ce-44ae-be7e-5d7ef57de0a3 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360003
Jun 21 04:34:03.477161 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:03.591047 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39634) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:03.640803 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0d86c295-1d41-45f2-aafe-2d6ec89753c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=308dc3a1003f41afb729fbf117122a99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0485694
Jun 21 04:34:03.643086 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 39636) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:03.695294 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.724782 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.775581 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.778892 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:03.782907 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e62b038-e17d-464f-b2bf-82b07f019ea6 HTTP/1.1" status: 204  len: 168 time: 0.1363873
Jun 21 04:34:03.782907 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3a4d2cf4-9637-464f-8835-c613b7f889ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:03.795795 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62b038-e17d-464f-b2bf-82b07f019ea6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:03.797994 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:09.485151 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fb068ee8-d198-4a57-89ef-65587b539c3b'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:34:09.627735 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4a748-f51a-47e6-85aa-e0eb30178809 req-6e661c19-5dfe-4378-b609-dea9ed83b93e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:09.629446 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3dd4a748-f51a-47e6-85aa-e0eb30178809 req-6e661c19-5dfe-4378-b609-dea9ed83b93e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0690086
Jun 21 04:34:09.666991 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3dd4a748-f51a-47e6-85aa-e0eb30178809 req-2c7cc018-0d5c-4d14-8057-5b156c440612 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321014
Jun 21 04:34:09.833913 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974c3cc-61e8-4791-ba71-d82d4510acb9 req-4dcd40be-8c0a-46a4-b4c5-a32d53f6645d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:09.835709 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3974c3cc-61e8-4791-ba71-d82d4510acb9 req-4dcd40be-8c0a-46a4-b4c5-a32d53f6645d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 944 time: 0.0679047
Jun 21 04:34:09.878741 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3974c3cc-61e8-4791-ba71-d82d4510acb9 req-e61ffb14-ac3f-4aae-a79b-5a4d390589d6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365572
Jun 21 04:34:10.838413 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4685eb-2c86-40fb-b9ce-50127a3bf165 req-f65b4134-e5ce-49b7-8618-4c50fa095e8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:10.839872 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9b4685eb-2c86-40fb-b9ce-50127a3bf165 req-f65b4134-e5ce-49b7-8618-4c50fa095e8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0614760
Jun 21 04:34:10.875767 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9b4685eb-2c86-40fb-b9ce-50127a3bf165 req-7355fd03-356b-47cc-8b83-457df1d93087 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303245
Jun 21 04:34:11.165700 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4eb2e-76de-4e86-81d6-56efa8e2d733 req-905d9aeb-443e-4699-860c-20107afba725 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:11.167187 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c6e4eb2e-76de-4e86-81d6-56efa8e2d733 req-905d9aeb-443e-4699-860c-20107afba725 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 944 time: 0.0668082
Jun 21 04:34:11.203700 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c6e4eb2e-76de-4e86-81d6-56efa8e2d733 req-f8b07fe1-6d11-4c98-8dfc-a990f53457fc tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309241
Jun 21 04:34:11.494347 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895566b-1fc0-4e8c-9a2a-8bf5df7d62cb req-db038f8f-9ac7-4f98-b7df-6994bbae29cb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:11.495788 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9895566b-1fc0-4e8c-9a2a-8bf5df7d62cb req-db038f8f-9ac7-4f98-b7df-6994bbae29cb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1154041
Jun 21 04:34:11.497484 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-a4563041-3181-4976-99bb-bb7214475750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:11.498815 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-a4563041-3181-4976-99bb-bb7214475750 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.1091940
Jun 21 04:34:11.542061 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fb068ee8-d198-4a57-89ef-65587b539c3b up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:34:11.576212 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9895566b-1fc0-4e8c-9a2a-8bf5df7d62cb req-a1d9123f-9f64-4bb0-8fda-25e9fa8807b3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744741
Jun 21 04:34:11.589981 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port fb068ee8-d198-4a57-89ef-65587b539c3b completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:34:11.603650 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port fb068ee8-d198-4a57-89ef-65587b539c3b triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:34:11.604057 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:11.615378 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-1b9ee5e2-a173-43c7-892a-5a5cbd4a2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:11.616871 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-1b9ee5e2-a173-43c7-892a-5a5cbd4a2a7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.1027074
Jun 21 04:34:11.660202 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-6b3907c8-9619-4c0d-87df-d8e518019864 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 217 time: 0.0349452
Jun 21 04:34:11.685955 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:11.709817 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:34:11.714381 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f77312-1397-4018-9b22-db4699c1a906" -d '{"events": [{"server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "name": "network-vif-plugged", "status": "completed", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:34:11.729985 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:34:11.734323 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-f4a107c1-3ff1-4ff3-b258-edf541b9a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:11.735284 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:11.736021 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-f4a107c1-3ff1-4ff3-b258-edf541b9a04d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0690532
Jun 21 04:34:11.738093 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:11.767799 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b57b76-8820-442c-a1e0-4eda0f1701c3 x-openstack-request-id: req-c6b57b76-8820-442c-a1e0-4eda0f1701c3 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:34:11.768263 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "name": "network-vif-plugged", "status": "completed", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:34:11.768571 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6b57b76-8820-442c-a1e0-4eda0f1701c3 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:34:11.768958 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'code': 200}
Jun 21 04:34:11.783090 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-7a81c8e5-73fb-483c-adc1-c83ff3f96bbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391593
Jun 21 04:34:11.793503 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:11.796535 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:11.916813 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-ffd4c7da-2889-4d59-b0cb-fb1d058ae832 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854857
Jun 21 04:34:12.017096 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6ea4b30e-8968-4c0c-a9df-8d586ffd9d2c req-c22769ed-68e4-4432-893e-5c7b376dcd56 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905855
Jun 21 04:34:12.093430 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd1d2c-8417-4483-86cd-5dac77c24765 req-742ff87c-8366-4c82-8965-7a4085669ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:12.094928 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-73dd1d2c-8417-4483-86cd-5dac77c24765 req-742ff87c-8366-4c82-8965-7a4085669ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1098 time: 0.0574627
Jun 21 04:34:12.131497 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-73dd1d2c-8417-4483-86cd-5dac77c24765 req-3fa49d1a-6040-4acf-a150-308ea40ab055 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280700
Jun 21 04:34:12.915766 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34309b-7385-4772-9e3e-700cd89034ac req-899aaf7d-78b3-4163-8dbd-37fe147eab48 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:12.920665 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa34309b-7385-4772-9e3e-700cd89034ac req-899aaf7d-78b3-4163-8dbd-37fe147eab48 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0824955
Jun 21 04:34:12.947776 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6d117-ab1d-4e27-b61a-d4507f96339c req-c4d4b25c-ff11-4b26-840f-a420f9443172 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:12.949524 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d9a6d117-ab1d-4e27-b61a-d4507f96339c req-c4d4b25c-ff11-4b26-840f-a420f9443172 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0819547
Jun 21 04:34:12.959397 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa34309b-7385-4772-9e3e-700cd89034ac req-34625043-2832-46f1-af78-8555c56daa92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353258
Jun 21 04:34:13.004662 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d9a6d117-ab1d-4e27-b61a-d4507f96339c req-63025673-dc36-486e-bc7b-8b746c7bd689 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485988
Jun 21 04:34:14.183169 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4c55-f79b-4905-8bba-fe1667e993cd req-fe44fbb8-c3f3-44b0-9905-7a6a41140d09 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:14.192616 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66fc4c55-f79b-4905-8bba-fe1667e993cd req-fe44fbb8-c3f3-44b0-9905-7a6a41140d09 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0975418
Jun 21 04:34:14.246499 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-66fc4c55-f79b-4905-8bba-fe1667e993cd req-1c259e6a-674b-4206-8012-d8bcdd2d9ce2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517263
Jun 21 04:34:14.251383 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 39866) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:14.289309 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296dec3-40e6-448c-ad54-758f5d9be259 req-53ff5c6d-5c02-442f-bece-c542aeb9773c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:14.291547 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d296dec3-40e6-448c-ad54-758f5d9be259 req-53ff5c6d-5c02-442f-bece-c542aeb9773c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1010134
Jun 21 04:34:14.341961 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d296dec3-40e6-448c-ad54-758f5d9be259 req-c7d20203-06c7-4cc5-be6a-49c747202133 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427244
Jun 21 04:34:14.373876 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.463977 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.468789 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.471200 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bdddd00d-74e7-481f-961b-caa04cf573bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:14.507070 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63dbc8a113f54cdfa527b8f6aec4209f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2543318
Jun 21 04:34:14.510204 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 39874) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:14.522742 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab2fa1-0c70-4cae-906c-9c4b3950b994,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:14.537833 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.538207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.538560 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.538906 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.539247 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.539586 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.539922 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.540342 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.540686 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.541021 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.541353 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.541681 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:34:14.548030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:14.574328 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.594794 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.644019 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.646602 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:14.647732 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0cab2fa1-0c70-4cae-906c-9c4b3950b994 HTTP/1.1" status: 204  len: 168 time: 0.1366124
Jun 21 04:34:14.648482 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:14.656076 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab2fa1-0c70-4cae-906c-9c4b3950b994,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:14.658313 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:15.327616 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:34:15.432916 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea525d4-9f54-471c-a3c8-52dc0d65782e req-c2dec037-c931-41a1-bf23-c0cac59ed186 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:15.444171 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7ea525d4-9f54-471c-a3c8-52dc0d65782e req-c2dec037-c931-41a1-bf23-c0cac59ed186 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0849433
Jun 21 04:34:15.484199 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7ea525d4-9f54-471c-a3c8-52dc0d65782e req-52434740-8c50-429e-b764-aabc00285dfc tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391128
Jun 21 04:34:15.535193 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01533344-8f1b-45f5-b627-44a492c6fa7c req-fdd2bf3e-d75d-4a27-a1fc-3e2edbc2663a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:15.536886 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-01533344-8f1b-45f5-b627-44a492c6fa7c req-fdd2bf3e-d75d-4a27-a1fc-3e2edbc2663a tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0688303
Jun 21 04:34:15.579370 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-01533344-8f1b-45f5-b627-44a492c6fa7c req-6d05f3cd-e790-4a26-a10f-3ec2cb08f133 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348971
Jun 21 04:34:15.657808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98feffe-2a69-4419-b135-5d71d08ca817 req-3ef65b27-a0ba-4957-acf9-de3ccab5bab7 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:15.659564 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e98feffe-2a69-4419-b135-5d71d08ca817 req-3ef65b27-a0ba-4957-acf9-de3ccab5bab7 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0628126
Jun 21 04:34:15.698644 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e98feffe-2a69-4419-b135-5d71d08ca817 req-a28f6e78-c580-4694-8006-055f9ee831cb tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333564
Jun 21 04:34:16.095796 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd74e5-c84e-4b2d-9409-143d3a552c54 req-04590171-fe48-458e-9db9-3c325e50759f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:16.097198 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-17bd74e5-c84e-4b2d-9409-143d3a552c54 req-04590171-fe48-458e-9db9-3c325e50759f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0622251
Jun 21 04:34:16.139092 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-17bd74e5-c84e-4b2d-9409-143d3a552c54 req-d48793cf-de42-44a8-89a7-d5840144fb7c tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362854
Jun 21 04:34:16.754285 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc1083-c860-4123-ae1e-6715a21a2eaf req-e53aad58-2339-40b0-8c43-a3b2fa533858 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:16.755740 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a5dc1083-c860-4123-ae1e-6715a21a2eaf req-e53aad58-2339-40b0-8c43-a3b2fa533858 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0619938
Jun 21 04:34:16.794191 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a5dc1083-c860-4123-ae1e-6715a21a2eaf req-ffca913a-fe0b-4d2e-8f4e-f76839d6dd34 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328686
Jun 21 04:34:19.381250 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c7dbd-f2e8-4ef3-ba8d-12cd21381e18 req-d3758007-a347-4e97-ace2-d08f5ced58c1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:19.382901 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-217c7dbd-f2e8-4ef3-ba8d-12cd21381e18 req-d3758007-a347-4e97-ace2-d08f5ced58c1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0646596
Jun 21 04:34:19.424050 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-217c7dbd-f2e8-4ef3-ba8d-12cd21381e18 req-65e57a25-4075-4ca6-bf5e-559722ace534 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347445
Jun 21 04:34:23.854947 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5e830f1b-eaa1-404f-a88e-a663b7f49d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:26.511711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5f219d97-1f08-468e-99a8-f7106cb3a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:26.850049 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b754b-330d-4430-b296-1129b3a5fc0c req-8181a824-4e95-485a-98e7-9e96c287e032 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:26.851527 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1e8b754b-330d-4430-b296-1129b3a5fc0c req-8181a824-4e95-485a-98e7-9e96c287e032 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0709953
Jun 21 04:34:26.879431 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:26.892640 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1e8b754b-330d-4430-b296-1129b3a5fc0c req-b9ca5e69-a68e-46a5-80df-df31f07b51de tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342314
Jun 21 04:34:26.916499 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40074) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:27.113785 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f6397-8029-433b-aac3-8ce093958570 tempest-TestMinimumBasicScenario-1549951782 tempest-TestMinimumBasicScenario-1549951782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:27.115289 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-a87f6397-8029-433b-aac3-8ce093958570 tempest-TestMinimumBasicScenario-1549951782 tempest-TestMinimumBasicScenario-1549951782-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1093 time: 0.1978371
Jun 21 04:34:27.118221 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40078) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:27.122967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'port_id': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:27.148488 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for floatingip, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:27.245817 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:27.351128 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Allocated IP 172.27.0.163 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/c130878b-e699-4861-9f9b-29f1b35de853) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:34:27.455952 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:27.459340 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:27.495672 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:27.498684 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:27.535014 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:34:27.538273 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:34:27.542277 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:34:27.547498 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'Port': ['ID=c130878b-e699-4861-9f9b-29f1b35de853,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:27.565892 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:27.946507 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.258900 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.414998 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.420223 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.422783 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ff459b4f-415c-43a7-be12-d6d2bc495ef7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:28.484355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'Port': ['ID=c130878b-e699-4861-9f9b-29f1b35de853,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:28.488356 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:28.498909 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.590253 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.598572 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Floating IP 510dd93b-e23e-4ace-92c3-9962efa35154 associated. External IP: 172.27.0.163, port: fb068ee8-d198-4a57-89ef-65587b539c3b.
Jun 21 04:34:28.809012 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:34:28.914176 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:34:28.923949 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] Sync routers for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:34:28.929967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:28.933441 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:34:28.934049 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed5dd90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:34:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:28.965771 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8460598
Jun 21 04:34:28.966407 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:34:28.968665 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 40096) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:28.969203 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:34:28.973486 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59887253', 'description': 'tempest-secgroup-smoke-59887253 description', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:29.008030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce1a89-b0a8-4878-97c2-acead0867740 x-openstack-request-id: req-59ce1a89-b0a8-4878-97c2-acead0867740 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:34:29.008398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:34:29.008657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59ce1a89-b0a8-4878-97c2-acead0867740 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:34:29.009114 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'status': 'completed', 'code': 200}
Jun 21 04:34:29.011026 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.047962 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:34:29.143206 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.149577 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.153201 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-527a548d-de2d-4013-8282-7070538e55d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:29.182378 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-2a540cd5-2b41-46dc-a10c-e8611d0bd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:29.184403 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-2a540cd5-2b41-46dc-a10c-e8611d0bd38e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1098 time: 0.1177537
Jun 21 04:34:29.194570 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.196284 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2265592
Jun 21 04:34:29.199949 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40102) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:29.213259 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group_rule': {'security_group_id': 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:29.219026 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:29.233734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.257242 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:29.271848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.318190 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed5dd90>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '510dd93b-e23e-4ace-92c3-9962efa35154', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'port_id': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'mac_address': 'fa:16:3e:55:5c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:27Z', 'updated_at': '2021-06-21T04:34:27Z', 'revision_number': 0, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:29.343304 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-d9564884-f43d-455f-8dc8-e19d7129f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:29.345191 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-d9564884-f43d-455f-8dc8-e19d7129f725 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 916 time: 0.1476812
Jun 21 04:34:29.350983 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] Checking router: 1dc68f84-80a6-4ebc-baac-1c9375aeef87 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:34:29.356279 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.361374 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.363845 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e8c85a1c-526a-46fc-b9cf-796732f0f38c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:29.365305 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:34:29.365922 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed5dd90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:34:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:29.387881 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.389338 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1882882
Jun 21 04:34:29.392157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40110) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:29.409591 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group_rule': {'security_group_id': 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:29.415270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2f81eb-387c-4398-8d7f-8735cf8e1be6,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:29.421495 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:29.452213 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-e5838b5a-e880-4f60-95e8-92eb506835b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 999 time: 0.0966208
Jun 21 04:34:29.452513 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.497812 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:34:29.506457 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.512094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.512798 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-343dc5d7-5c06-42e4-9808-23d480841f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:29.514247 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:29.515430 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-343dc5d7-5c06-42e4-9808-23d480841f96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0541799
Jun 21 04:34:29.532293 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2108e2-14ef-4a10-8999-6c5c4db39f85,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:29.534774 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:29.535900 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.540108 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-94bfcf1c-592d-4b59-b4dd-d14b0f9827cf tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1466699
Jun 21 04:34:29.540565 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40112) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:29.545134 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group_rule': {'security_group_id': 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:29.580284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.581877 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-df6b7599-e15f-4a1d-b01f-570e61f5fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:29.583581 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-df6b7599-e15f-4a1d-b01f-570e61f5fcc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0610647
Jun 21 04:34:29.646102 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.650218 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.657141 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:29.672583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c02e7f-72f2-49a2-9b0e-f3858e26c39c,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:29.675933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:29.677203 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.680449 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1368561
Jun 21 04:34:29.681557 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40114) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:29.686214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group_rule': {'security_group_id': 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:29.699984 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-a332ea0b-8038-43a5-8cb8-fc4aa5df183d service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039057
Jun 21 04:34:29.717247 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.780723 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed5dd90>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '510dd93b-e23e-4ace-92c3-9962efa35154', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'port_id': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'mac_address': 'fa:16:3e:55:5c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:27Z', 'updated_at': '2021-06-21T04:34:27Z', 'revision_number': 0, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:34:29.793960 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.798365 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.808578 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-913a6a72-218e-42ff-a0e7-63abe207b84a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:29.809305 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4429e6-c9ef-4b70-8fa9-2709131d3922 None None] The sync data for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi is: [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '510dd93b-e23e-4ace-92c3-9962efa35154', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'port_id': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'mac_address': 'fa:16:3e:55:5c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:27Z', 'updated_at': '2021-06-21T04:34:27Z', 'revision_number': 0, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:34:29.812246 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6b64dc6-0cca-43b5-a561-a13dfb7345cc req-3f62a777-64bc-4e76-9f5b-665c734c7a60 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046944
Jun 21 04:34:29.827278 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d40ae1c-d08f-47a1-a526-a13a0c79ae49,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:29.833957 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.835799 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1528580
Jun 21 04:34:29.838520 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40118) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:29.843479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group_rule': {'security_group_id': 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:29.851181 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:29.870836 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.securitygroups_db [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Project fcc74c9290bd4aa4b2f4202ff950bbc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 04:34:29.876586 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.939220 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.943151 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.948234 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:29.962888 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924f1203-4a07-48c7-b675-41ecf57d05c8,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:29.966340 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:29.972245 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:29.973733 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-f83aa2ea-54f1-4efa-8a3e-9f9b9cb31471 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1342082
Jun 21 04:34:29.976378 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 40120) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:34:29.981419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'security_group_rule': {'security_group_id': 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d', 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:30.005371 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.securitygroups_db [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Project fcc74c9290bd4aa4b2f4202ff950bbc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 04:34:30.010681 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.017960 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b102dc5-be41-4d38-9a08-002d0623cfc8 None None] New status for floating IP 510dd93b-e23e-4ace-92c3-9962efa35154: ACTIVE {{(pid=92727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:34:30.077038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.080978 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.083209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3fc0c8d2-dd22-4cbd-91b3-698d38dd41d2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:30.099331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bcffd4-51e9-441a-85bf-66b9f327b729,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:30.102478 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:30.106504 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.110331 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-86198198-2ff0-412a-980a-11f929180d8b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1301758
Jun 21 04:34:30.238678 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-5968bb08-d604-47a5-b4ac-72b83d0db289 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59887253&fields=id&tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0 HTTP/1.1" status: 200  len: 267 time: 0.0338974
Jun 21 04:34:30.305594 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-41aa52e8-d886-4e7c-8c17-1961fb985284 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:30.307058 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-41aa52e8-d886-4e7c-8c17-1961fb985284 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0629482
Jun 21 04:34:30.318297 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'port': {'security_groups': ['201dea80-19a5-4572-9357-c992a6afe029', 'a03c46b2-58f5-4c3f-9254-cc159b0d0f6d']}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:34:30.413556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.620495 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:34:30.663588 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.670381 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.675039 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:34:30.717872 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fb068ee8-d198-4a57-89ef-65587b539c3b'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:34:30.742897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:30.744410 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:30.746403 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9008ecbe-058f-4fd6-8578-2388f74da5fd req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "PUT /v2.0/ports/fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 981 time: 0.4326048
Jun 21 04:34:30.747059 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:34:30.752368 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd21eee8-2a01-4959-91fe-aa2332d8a743" -d '{"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:34:30.815884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=6']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:34:30.820444 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:34:30.984709 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fb068ee8-d198-4a57-89ef-65587b539c3b'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:34:30.991547 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a2997-fccb-4f77-8145-9f266a156623 req-6539529d-0003-47ac-95a0-cb8eda539056 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:30.993220 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-227a2997-fccb-4f77-8145-9f266a156623 req-6539529d-0003-47ac-95a0-cb8eda539056 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0889049
Jun 21 04:34:31.039636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1546cef-daa6-4fac-aea0-ee2a82a188d3 x-openstack-request-id: req-b1546cef-daa6-4fac-aea0-ee2a82a188d3 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:34:31.040410 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:34:31.040927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1546cef-daa6-4fac-aea0-ee2a82a188d3 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:34:31.041759 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'status': 'completed', 'code': 200}
Jun 21 04:34:31.064058 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-227a2997-fccb-4f77-8145-9f266a156623 req-15e8bb6f-c430-4634-9571-04808a482ae1 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0617087
Jun 21 04:34:31.141795 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-74ef344b-7763-4762-8e24-e09c7ea937ae None None] Provisioning complete for port fb068ee8-d198-4a57-89ef-65587b539c3b triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:34:31.141795 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-74ef344b-7763-4762-8e24-e09c7ea937ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:31.172743 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-fd95dbbb-9612-48ef-921a-0f1548469c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:31.174744 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-fd95dbbb-9612-48ef-921a-0f1548469c41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1137 time: 0.0698895
Jun 21 04:34:31.270162 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-374bc7aa-70a6-48f3-913e-d67a5228b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:31.271561 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-374bc7aa-70a6-48f3-913e-d67a5228b6bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 916 time: 0.0877340
Jun 21 04:34:31.336986 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-0161f89b-26a8-4bf9-abf3-e438d4df4205 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 1001 time: 0.0574534
Jun 21 04:34:31.395301 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-eeb315e4-1bfb-4f78-87b9-eb612e4032b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:31.395301 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-eeb315e4-1bfb-4f78-87b9-eb612e4032b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0451097
Jun 21 04:34:31.481202 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-8bae33f7-ebb7-42e3-846e-2958a4e93c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:31.482747 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-8bae33f7-ebb7-42e3-846e-2958a4e93c20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719652
Jun 21 04:34:31.612891 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-1b105f3d-b14b-407b-84b9-08e41474e830 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115365
Jun 21 04:34:31.726093 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cd21eee8-2a01-4959-91fe-aa2332d8a743 req-76d51ac7-641c-4281-a4c7-9ede07a3c86c service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832760
Jun 21 04:34:35.228594 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-05f58203-955f-4f57-b7c8-57686f59cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:35.230677 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-05f58203-955f-4f57-b7c8-57686f59cf73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.1007535
Jun 21 04:34:35.242190 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3b9a-f5f3-419e-983f-923a3724d0d7 req-666f3dbd-1c88-4e3b-bf3a-f87ec609dbb9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:35.243590 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d0de3b9a-f5f3-419e-983f-923a3724d0d7 req-666f3dbd-1c88-4e3b-bf3a-f87ec609dbb9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0832136
Jun 21 04:34:35.329175 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d0de3b9a-f5f3-419e-983f-923a3724d0d7 req-77f36316-64d5-4c5a-ab36-6ad261717d49 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766234
Jun 21 04:34:35.354643 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-bd686236-b46e-4581-ad2b-4f37fa767450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:35.356087 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-bd686236-b46e-4581-ad2b-4f37fa767450 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.1116765
Jun 21 04:34:35.397150 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-f830345c-94b8-4079-a3f9-68fdbc4ac742 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 217 time: 0.0326734
Jun 21 04:34:35.452535 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-34c94e32-ed2f-4e18-aabe-fe31bc98f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:35.453930 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-34c94e32-ed2f-4e18-aabe-fe31bc98f375 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0459249
Jun 21 04:34:35.499399 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-71ad0775-8aa6-4803-a05c-8699362ebc04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253234
Jun 21 04:34:35.591779 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-d0cc8d5f-e887-4694-9bda-0a278b80dc76 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831869
Jun 21 04:34:35.694689 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfec819a-ca98-44ef-8ce9-b8bdc1ebbb97 req-2340255b-e1eb-49e0-90c5-c6d22b481f03 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837803
Jun 21 04:34:36.520368 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe088a5-2d41-4ef0-9aea-c853ac53c885 req-ceb87e1c-559e-4bc7-bd36-3ca952dfb305 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:36.521765 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cbe088a5-2d41-4ef0-9aea-c853ac53c885 req-ceb87e1c-559e-4bc7-bd36-3ca952dfb305 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0630462
Jun 21 04:34:36.559089 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cbe088a5-2d41-4ef0-9aea-c853ac53c885 req-b1bd5092-af7e-4d5e-ad59-7ce1f3e4d4d5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315461
Jun 21 04:34:37.731834 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7fc61-df7b-4ce4-85a2-508ae39102b3 req-2b22746a-b85e-4b9b-947a-6fa8538851f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:37.733363 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1a7fc61-df7b-4ce4-85a2-508ae39102b3 req-2b22746a-b85e-4b9b-947a-6fa8538851f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0639579
Jun 21 04:34:37.769588 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1a7fc61-df7b-4ce4-85a2-508ae39102b3 req-0ec82ea2-ee74-4faa-a85f-b9390b0fb45d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306883
Jun 21 04:34:38.945334 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc860f-9e87-446f-9345-2972d50dacd9 req-03a274fa-12cf-4032-8b9b-dfbe05237486 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:38.946799 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0cfc860f-9e87-446f-9345-2972d50dacd9 req-03a274fa-12cf-4032-8b9b-dfbe05237486 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0636084
Jun 21 04:34:38.987399 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0cfc860f-9e87-446f-9345-2972d50dacd9 req-a7fe439e-37d3-46ed-ae7c-700e2774f635 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339463
Jun 21 04:34:40.163141 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c4568-d4f6-469c-816d-3ba5978ca001 req-5426f144-23b6-4523-956a-b9a6bab18724 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:40.164643 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c33c4568-d4f6-469c-816d-3ba5978ca001 req-5426f144-23b6-4523-956a-b9a6bab18724 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0648844
Jun 21 04:34:40.201506 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c33c4568-d4f6-469c-816d-3ba5978ca001 req-1cc50e3c-064e-4bd5-98aa-888bc56b855d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311773
Jun 21 04:34:41.375130 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ad066-1654-45d5-918e-8f035cc3cc2e req-c687b0fe-396f-49ad-9db9-a8b4d1adddb0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:41.376619 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-427ad066-1654-45d5-918e-8f035cc3cc2e req-c687b0fe-396f-49ad-9db9-a8b4d1adddb0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0633428
Jun 21 04:34:41.420811 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-427ad066-1654-45d5-918e-8f035cc3cc2e req-dde9ce16-9c0b-46f6-83d9-4f7b07d98e05 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385182
Jun 21 04:34:42.599214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e18b2-c85a-419c-91d5-f8710dd41702 req-cd71c38b-a092-45f3-b703-47de5edd6525 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:42.600779 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3e5e18b2-c85a-419c-91d5-f8710dd41702 req-cd71c38b-a092-45f3-b703-47de5edd6525 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0628316
Jun 21 04:34:42.639612 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3e5e18b2-c85a-419c-91d5-f8710dd41702 req-bf38593b-0687-4ed2-a871-0e28f8df3e76 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314653
Jun 21 04:34:43.814230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8dc74-c028-46fa-a119-df5c6da64bc2 req-341780ee-6dc8-4fb2-a2ba-1b8a0e7351e9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:43.815694 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7eb8dc74-c028-46fa-a119-df5c6da64bc2 req-341780ee-6dc8-4fb2-a2ba-1b8a0e7351e9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0621276
Jun 21 04:34:43.851874 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7eb8dc74-c028-46fa-a119-df5c6da64bc2 req-05796b0a-e028-4766-9388-2acd33c6f716 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304434
Jun 21 04:34:45.027437 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51686d-f7b7-4443-bdab-712a670a8a71 req-c79bb07d-3dee-4747-bbca-2e95695b0845 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:45.028871 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fe51686d-f7b7-4443-bdab-712a670a8a71 req-c79bb07d-3dee-4747-bbca-2e95695b0845 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0642321
Jun 21 04:34:45.068855 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fe51686d-f7b7-4443-bdab-712a670a8a71 req-b864fe13-1c08-42af-a5b9-9231c14fe14b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340281
Jun 21 04:34:46.247968 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be37de-5b98-43f7-8744-90baee24427a req-dda1f390-8f6a-4092-abdd-1d27e8a0afe3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:46.253311 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d9be37de-5b98-43f7-8744-90baee24427a req-dda1f390-8f6a-4092-abdd-1d27e8a0afe3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0667267
Jun 21 04:34:46.294094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d9be37de-5b98-43f7-8744-90baee24427a req-445a08b5-1172-47f0-b9c5-9986d9c9ea4f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360360
Jun 21 04:34:47.483761 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5e21d-4eb8-43a1-8535-9d18ef0a8642 req-76a45d84-9764-4787-bd1e-1eca52d92088 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:47.485262 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-67a5e21d-4eb8-43a1-8535-9d18ef0a8642 req-76a45d84-9764-4787-bd1e-1eca52d92088 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0694110
Jun 21 04:34:47.524089 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-67a5e21d-4eb8-43a1-8535-9d18ef0a8642 req-d9f3bb34-c94b-4056-a636-0f9e23676b5c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331032
Jun 21 04:34:48.701416 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e627e51-e075-453a-bbe4-4d84d158814c req-7b8a1f1a-1923-43f1-bfb8-b72864a2acb2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:48.703009 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e627e51-e075-453a-bbe4-4d84d158814c req-7b8a1f1a-1923-43f1-bfb8-b72864a2acb2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0640616
Jun 21 04:34:48.740917 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e627e51-e075-453a-bbe4-4d84d158814c req-5c769116-360f-43d2-af04-424bd64474d3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321107
Jun 21 04:34:49.912734 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd028-4a16-453d-b70b-4bd3846008b2 req-32c07585-8fd5-4942-b084-c816b1495c4c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:49.914197 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f67cd028-4a16-453d-b70b-4bd3846008b2 req-32c07585-8fd5-4942-b084-c816b1495c4c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0608125
Jun 21 04:34:49.949904 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f67cd028-4a16-453d-b70b-4bd3846008b2 req-d0197be1-6a63-4bbd-a50d-56d54b112de0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301859
Jun 21 04:34:51.127960 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf7f11-1d18-46ad-8cc6-f018801fa048 req-59f5221e-44dd-4be8-bb6e-84235a14241b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:51.129453 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c0cf7f11-1d18-46ad-8cc6-f018801fa048 req-59f5221e-44dd-4be8-bb6e-84235a14241b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0629003
Jun 21 04:34:51.169674 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c0cf7f11-1d18-46ad-8cc6-f018801fa048 req-d3d74271-281d-4167-a74b-edaa3456fe83 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345807
Jun 21 04:34:52.325710 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:34:52.351100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaa7f6-1e60-4b98-8358-d4e428968d6a req-ca8dc7f9-bc48-4555-9ff2-df099fe376e8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:52.356175 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ecaa7f6-1e60-4b98-8358-d4e428968d6a req-ca8dc7f9-bc48-4555-9ff2-df099fe376e8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0677066
Jun 21 04:34:52.390799 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ecaa7f6-1e60-4b98-8358-d4e428968d6a req-c11aa8ec-515c-4d36-be05-97877d8215a9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316157
Jun 21 04:34:53.563290 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833f00e-9df2-4212-afc0-fea5afbbee2d req-8055d58e-f794-49da-8922-b91b639e76e2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:53.564771 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7833f00e-9df2-4212-afc0-fea5afbbee2d req-8055d58e-f794-49da-8922-b91b639e76e2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0617459
Jun 21 04:34:53.600631 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7833f00e-9df2-4212-afc0-fea5afbbee2d req-1d408cd0-090e-4d58-b879-18f1a5d4b8d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303693
Jun 21 04:34:53.855542 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5ea427de-9d2f-404e-b87e-f5801b1036e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:54.772838 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8e90a-c6b0-4670-9c39-b545d4d1cb2f req-560e11df-3679-4cd9-b527-7187d328d3f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:54.774293 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6a8e90a-c6b0-4670-9c39-b545d4d1cb2f req-560e11df-3679-4cd9-b527-7187d328d3f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0630383
Jun 21 04:34:54.810876 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6a8e90a-c6b0-4670-9c39-b545d4d1cb2f req-7f93d565-e3ee-453b-99ab-9c3d5f52e2bd tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308361
Jun 21 04:34:55.992298 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14de8d-2183-43e4-9796-e910596aab6e req-0a91f867-8d52-43d9-8dbf-f1b23e586620 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:55.993734 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b14de8d-2183-43e4-9796-e910596aab6e req-0a91f867-8d52-43d9-8dbf-f1b23e586620 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0661435
Jun 21 04:34:56.029875 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2b14de8d-2183-43e4-9796-e910596aab6e req-aabb1f0e-0dd7-40dd-87b6-78b7512a70e0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304673
Jun 21 04:34:56.503556 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b53c-cccc-4be9-a571-32f346e53079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:56.879751 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:57.215338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fd811-b40d-4c1e-952c-bd4daa8b8866 req-808f21c9-e8e9-4b99-95c8-e9e7cfd69351 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:57.216853 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-652fd811-b40d-4c1e-952c-bd4daa8b8866 req-808f21c9-e8e9-4b99-95c8-e9e7cfd69351 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0743797
Jun 21 04:34:57.252403 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-652fd811-b40d-4c1e-952c-bd4daa8b8866 req-dbfcad29-6e01-4f1f-a09a-12b3df773f6c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298097
Jun 21 04:34:57.439948 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-8d3cf0ec-32b5-4ea7-a6e8-79ff5c87945b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0533941
Jun 21 04:34:57.459800 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:57.532845 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-2388237a-422d-47c1-bece-988a4f262c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:57.534321 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-2388237a-422d-47c1-bece-988a4f262c6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 1098 time: 0.0522840
Jun 21 04:34:57.646079 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-42f24603-50cc-4d22-9115-d415c2160a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:57.647512 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-42f24603-50cc-4d22-9115-d415c2160a9a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.0911760
Jun 21 04:34:57.690802 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-6d919b0c-7da1-4eb3-8ef2-fa389ee7bac5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=202ee4c1-2f25-447a-ab0a-1016b8118416 HTTP/1.1" status: 200  len: 217 time: 0.0346630
Jun 21 04:34:57.763832 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-b4107ac9-14a5-44cb-ae06-9401a718ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:57.765596 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-b4107ac9-14a5-44cb-ae06-9401a718ba4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0453513
Jun 21 04:34:57.822278 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-be3d198b-4ada-4645-8f77-2f08ea07799b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277581
Jun 21 04:34:58.110444 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-c5ee01de-2a73-48e3-8d57-59eae4af7983 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793639
Jun 21 04:34:58.202492 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7281574-e489-488d-bb5c-29bfe016bb5a req-1d42c81b-f88d-4ff7-ad1a-c98b764d8f00 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830879
Jun 21 04:34:58.431256 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdfa4-afc8-4966-b881-bd75f53a5854 req-df85176c-cc32-426b-8c82-f230c0dbf3f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:58.432784 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-36dcdfa4-afc8-4966-b881-bd75f53a5854 req-df85176c-cc32-426b-8c82-f230c0dbf3f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0620539
Jun 21 04:34:58.470097 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-36dcdfa4-afc8-4966-b881-bd75f53a5854 req-c8a5aff6-ee14-495e-b0cb-6a3ff1fc81db tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317414
Jun 21 04:34:58.594134 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:59.217307 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:34:59.227438 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e65ad-79c6-4c0b-a5ba-da4dc392df7c req-a9a3238a-b765-46dc-9dc7-222bd0f02dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:59.229561 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8c3e65ad-79c6-4c0b-a5ba-da4dc392df7c req-a9a3238a-b765-46dc-9dc7-222bd0f02dbd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.0544331
Jun 21 04:34:59.264886 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8c3e65ad-79c6-4c0b-a5ba-da4dc392df7c req-ff04e1a6-d6d2-4e30-8b01-6b189ff278ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0289559
Jun 21 04:34:59.646654 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac907-e8d4-44b3-91f6-319dc025c604 req-985474b1-9be2-44df-a8a1-f284fa608acd tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:34:59.648160 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-acfac907-e8d4-44b3-91f6-319dc025c604 req-985474b1-9be2-44df-a8a1-f284fa608acd tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0656080
Jun 21 04:34:59.686005 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-acfac907-e8d4-44b3-91f6-319dc025c604 req-a45a80c3-53d4-4bce-bbf1-3af1d7b068d1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321558
Jun 21 04:35:06.782628 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3cb56-89d1-4738-9806-fc1117961c2c req-3e38a5fd-5bab-4b0d-9cc2-cf73dea798cb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:06.784147 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dea3cb56-89d1-4738-9806-fc1117961c2c req-3e38a5fd-5bab-4b0d-9cc2-cf73dea798cb tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0739017
Jun 21 04:35:06.820810 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dea3cb56-89d1-4738-9806-fc1117961c2c req-b4345651-04e2-438b-9b48-00dbeaef92e7 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310228
Jun 21 04:35:08.393749 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7bf4d-ac8b-4771-8494-4f61674cfac6 req-2e82640b-1809-413e-91b5-c4b2437918c6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:08.395546 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ee7bf4d-ac8b-4771-8494-4f61674cfac6 req-2e82640b-1809-413e-91b5-c4b2437918c6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0698392
Jun 21 04:35:08.445280 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ee7bf4d-ac8b-4771-8494-4f61674cfac6 req-cc9500c8-7ef8-4fed-99c9-957c187ebd33 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364316
Jun 21 04:35:09.620912 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee46288-9d60-40f5-b923-be70d93d87fa req-421ad3d5-0822-4589-8109-412793362403 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:09.622400 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fee46288-9d60-40f5-b923-be70d93d87fa req-421ad3d5-0822-4589-8109-412793362403 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0640299
Jun 21 04:35:09.659436 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fee46288-9d60-40f5-b923-be70d93d87fa req-292bb6f3-dff2-45f8-ab96-4c65f8088688 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315239
Jun 21 04:35:10.138159 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-5174d143-5e85-4843-94a0-2345a73310ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:10.139696 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-5174d143-5e85-4843-94a0-2345a73310ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52507c45e4004dc2876d2f9168d083c3&device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 1098 time: 0.0550065
Jun 21 04:35:10.244593 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-99df826b-f9a9-4770-97aa-2a195aacb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:10.246132 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-99df826b-f9a9-4770-97aa-2a195aacb65a service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 200  len: 920 time: 0.0960722
Jun 21 04:35:10.298108 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-e41314b9-4e52-47d4-88cb-6fa1af3dafd7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 200  len: 217 time: 0.0431383
Jun 21 04:35:10.381834 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-0a1c3123-3dd1-4867-9148-c0f1be5723f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:10.383804 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-0a1c3123-3dd1-4867-9148-c0f1be5723f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 200  len: 859 time: 0.0640240
Jun 21 04:35:10.408182 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1131-4840-4ed4-8902-5b187d4b20e4 req-082649fe-19c4-43dc-a555-3c910f4bc308 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:10.409607 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66db1131-4840-4ed4-8902-5b187d4b20e4 req-082649fe-19c4-43dc-a555-3c910f4bc308 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1483402
Jun 21 04:35:10.430633 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-e3e5a055-893c-4566-abb6-e255b1dfacf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ee48e64-7227-43ee-8301-f4d2cd86de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386536
Jun 21 04:35:10.504495 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-66db1131-4840-4ed4-8902-5b187d4b20e4 req-3b376f5c-8f64-4bd1-a099-36f7c477ecc9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759091
Jun 21 04:35:10.540398 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-93990a64-1305-459a-951b-e5e25e98172a service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974262
Jun 21 04:35:10.631495 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-256afe0a-c0ca-4c11-aedc-c513585dc0c1 req-4029045f-e437-4e30-b0de-5ed2e29c1af7 service neutron] 10.222.0.69 "GET /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833662
Jun 21 04:35:11.677270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968de0dd-bd99-41a5-8eb5-1b6886877642 req-d95bc38d-b757-424b-8ae4-ec35ca7a8a8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:11.678755 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-968de0dd-bd99-41a5-8eb5-1b6886877642 req-d95bc38d-b757-424b-8ae4-ec35ca7a8a8e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0636938
Jun 21 04:35:11.719737 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-968de0dd-bd99-41a5-8eb5-1b6886877642 req-2d5fac8b-8272-4f47-bceb-85cc50064084 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347252
Jun 21 04:35:12.897392 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c54e2-c25a-4d97-8126-8c1209b9cd45 req-ca420ba5-334e-4347-9c3e-ea440aa0b613 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:12.898842 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-972c54e2-c25a-4d97-8126-8c1209b9cd45 req-ca420ba5-334e-4347-9c3e-ea440aa0b613 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0657275
Jun 21 04:35:12.935392 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-972c54e2-c25a-4d97-8126-8c1209b9cd45 req-92d55741-ce64-4113-ad62-c271170a6d8f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309458
Jun 21 04:35:14.106945 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf571a-c277-414c-a425-51372972272e req-05a469a5-d5e8-472d-9489-59d5ca1542ee tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:14.108425 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-83bf571a-c277-414c-a425-51372972272e req-05a469a5-d5e8-472d-9489-59d5ca1542ee tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0621946
Jun 21 04:35:14.144740 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-83bf571a-c277-414c-a425-51372972272e req-ef11ca28-c068-47ef-9830-0a0291b9dac7 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307686
Jun 21 04:35:15.312242 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a42a5-00db-4f45-8a71-2aa9407072f0 req-bdccaa69-16a1-42b7-a1f4-47741fc6749d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:15.313714 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b30a42a5-00db-4f45-8a71-2aa9407072f0 req-bdccaa69-16a1-42b7-a1f4-47741fc6749d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0615506
Jun 21 04:35:15.359418 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b30a42a5-00db-4f45-8a71-2aa9407072f0 req-c8c6810f-9901-44e7-8ad4-4c8945e1a665 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400350
Jun 21 04:35:16.529026 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89b02-f5dd-460c-9982-816b38f5f68b req-9bd6e657-4fd7-4745-a6b5-c376c175d92c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:16.530499 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-39a89b02-f5dd-460c-9982-816b38f5f68b req-9bd6e657-4fd7-4745-a6b5-c376c175d92c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0618663
Jun 21 04:35:16.567171 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-39a89b02-f5dd-460c-9982-816b38f5f68b req-bcdd2fa3-0f05-4791-91f3-2ba2509b02e4 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311706
Jun 21 04:35:17.735367 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974709-ed94-49fd-b71f-c1a2c6b6e0d6 req-e537ac32-7445-4de5-8c81-b008ccc395f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:17.736795 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fb974709-ed94-49fd-b71f-c1a2c6b6e0d6 req-e537ac32-7445-4de5-8c81-b008ccc395f3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0617507
Jun 21 04:35:17.774361 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fb974709-ed94-49fd-b71f-c1a2c6b6e0d6 req-f8d40eaa-6bae-4254-8d1d-3357014fc70b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315468
Jun 21 04:35:18.947729 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cacf3e-d78c-4162-b76a-f1b79cd31002 req-5cef6d29-b18e-4457-8d7d-40273db22b40 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:18.949183 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-31cacf3e-d78c-4162-b76a-f1b79cd31002 req-5cef6d29-b18e-4457-8d7d-40273db22b40 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0650935
Jun 21 04:35:18.985217 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-31cacf3e-d78c-4162-b76a-f1b79cd31002 req-aac4632e-8a0c-49ed-a699-902f2dba03f0 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305588
Jun 21 04:35:20.158513 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f6753-3591-483d-9da2-90c706337170 req-a3e91718-e504-4f61-9622-bac4b0959bf8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:20.159955 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-685f6753-3591-483d-9da2-90c706337170 req-a3e91718-e504-4f61-9622-bac4b0959bf8 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0643218
Jun 21 04:35:20.195717 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-685f6753-3591-483d-9da2-90c706337170 req-976436bc-fb74-4a51-ab15-ed2d808fe6e6 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300360
Jun 21 04:35:21.370562 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba03e33-e873-404b-af2b-928f1c00e639 req-70f6b6d4-37e9-4704-8c4b-b05d18d61ffc tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:21.372038 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ba03e33-e873-404b-af2b-928f1c00e639 req-70f6b6d4-37e9-4704-8c4b-b05d18d61ffc tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0637441
Jun 21 04:35:21.412393 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ba03e33-e873-404b-af2b-928f1c00e639 req-70325191-fa7a-4838-a2d1-1ed60596e29e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346329
Jun 21 04:35:22.625654 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603d3cc-e3f5-4c1e-aae9-f98013277a9c req-f077adaa-111a-48cf-96a4-d22e3a8c1c3d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:22.627148 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0603d3cc-e3f5-4c1e-aae9-f98013277a9c req-f077adaa-111a-48cf-96a4-d22e3a8c1c3d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0647421
Jun 21 04:35:22.664451 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0603d3cc-e3f5-4c1e-aae9-f98013277a9c req-906ca437-c8ba-45b5-ad40-86f20ff64991 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314691
Jun 21 04:35:23.151652 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f77b3-92fb-4535-9be2-4ec5bf3d7e76 req-0cae53d1-8bf8-4352-a54d-090def7fc431 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:23.153142 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c34f77b3-92fb-4535-9be2-4ec5bf3d7e76 req-0cae53d1-8bf8-4352-a54d-090def7fc431 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0660598
Jun 21 04:35:23.189286 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c34f77b3-92fb-4535-9be2-4ec5bf3d7e76 req-bc56e004-082b-412d-b574-adefea4636e3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305843
Jun 21 04:35:23.858614 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b2e7cd31-be63-4356-bb02-1c76d45c28e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:24.364506 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85babc-ab9f-4127-b2c4-dc84ca2eef34 req-f12f4f5b-259b-4874-8bfe-bc2992a70946 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:24.365883 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1f85babc-ab9f-4127-b2c4-dc84ca2eef34 req-f12f4f5b-259b-4874-8bfe-bc2992a70946 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0617082
Jun 21 04:35:24.402648 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1f85babc-ab9f-4127-b2c4-dc84ca2eef34 req-11263ed0-922b-4701-a143-bd55b20df2bd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311456
Jun 21 04:35:25.577735 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5eba-934d-4dcc-aa87-5ff9f071253e req-0fac511d-4b5e-47ea-bc6a-57d15acf2181 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:25.579204 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-21ba5eba-934d-4dcc-aa87-5ff9f071253e req-0fac511d-4b5e-47ea-bc6a-57d15acf2181 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0632701
Jun 21 04:35:25.616236 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-21ba5eba-934d-4dcc-aa87-5ff9f071253e req-3eb2149d-76cc-4dcf-a5b0-cbd1bab7a698 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315073
Jun 21 04:35:26.504384 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1eb13626-3f86-41ab-93ba-149cb440de6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:26.797898 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc87386-2718-45b8-9317-3b1e0aa2bd9a req-b1af1bc2-be77-40ab-bbce-383e38a485cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:26.800633 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7fc87386-2718-45b8-9317-3b1e0aa2bd9a req-b1af1bc2-be77-40ab-bbce-383e38a485cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0694115
Jun 21 04:35:26.838871 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7fc87386-2718-45b8-9317-3b1e0aa2bd9a req-193ca463-43be-4a7b-94b4-7ad6059e3338 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327389
Jun 21 04:35:26.881170 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:27.465410 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:28.011324 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9e5b8-80a1-4264-8cfe-20cafd62666f req-52376cc3-8640-4461-8cad-c7d7f101fb27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:28.012810 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-68c9e5b8-80a1-4264-8cfe-20cafd62666f req-52376cc3-8640-4461-8cad-c7d7f101fb27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0625958
Jun 21 04:35:28.048417 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-68c9e5b8-80a1-4264-8cfe-20cafd62666f req-8ea700ab-f67a-4684-9def-ca351e1e502d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300021
Jun 21 04:35:28.612289 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:29.216622 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:29.238101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442a3b-54ac-4ccd-a4a7-75cc60ae9ed6 req-86504ae3-06c9-4e52-9012-ad326f1854af tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:29.239484 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38442a3b-54ac-4ccd-a4a7-75cc60ae9ed6 req-86504ae3-06c9-4e52-9012-ad326f1854af tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0668104
Jun 21 04:35:29.276056 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38442a3b-54ac-4ccd-a4a7-75cc60ae9ed6 req-f74a6c1e-a19c-421d-9217-0079ff3fc359 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302734
Jun 21 04:35:29.324221 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:35:30.455779 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf451c8-411e-464d-8b23-716fa7210f53 req-56d97be6-9312-4b43-b915-42c70d269f2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:30.457270 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dbf451c8-411e-464d-8b23-716fa7210f53 req-56d97be6-9312-4b43-b915-42c70d269f2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0660048
Jun 21 04:35:30.494212 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dbf451c8-411e-464d-8b23-716fa7210f53 req-2d428515-92de-4b4b-a987-2badb28a5c29 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305986
Jun 21 04:35:31.666772 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d9d31-2f75-4ec3-9189-4f2aa98a929d req-4ffd8636-084d-4e63-9a01-fefc746d2ec4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:31.668301 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba7d9d31-2f75-4ec3-9189-4f2aa98a929d req-4ffd8636-084d-4e63-9a01-fefc746d2ec4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0626278
Jun 21 04:35:31.705432 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba7d9d31-2f75-4ec3-9189-4f2aa98a929d req-269672c0-44e0-46b5-a160-bcbf6b39c704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315211
Jun 21 04:35:32.883827 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce9f71-7019-4e63-bd68-93b36a2e115c req-37909fb7-1c24-4fe7-a444-5818f0d11aab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:32.885361 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-42ce9f71-7019-4e63-bd68-93b36a2e115c req-37909fb7-1c24-4fe7-a444-5818f0d11aab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0666621
Jun 21 04:35:32.924988 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-42ce9f71-7019-4e63-bd68-93b36a2e115c req-ff79d929-dbb6-4ee0-816d-64a1225147a5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332272
Jun 21 04:35:34.096074 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045f6f0-6dfe-4aa9-9ebc-17c75f748f56 req-f0d56127-bb29-46ce-865a-92e8ad356e20 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:34.097467 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6045f6f0-6dfe-4aa9-9ebc-17c75f748f56 req-f0d56127-bb29-46ce-865a-92e8ad356e20 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0607977
Jun 21 04:35:34.132897 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6045f6f0-6dfe-4aa9-9ebc-17c75f748f56 req-cc627fa3-1be3-422b-a6fd-cd288978ec60 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298662
Jun 21 04:35:35.307050 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13a349-556d-4827-9740-355ed7ecff41 req-ca1cd169-35f6-4241-a50b-3170530cbafb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:35.308544 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8f13a349-556d-4827-9740-355ed7ecff41 req-ca1cd169-35f6-4241-a50b-3170530cbafb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0620265
Jun 21 04:35:35.349829 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8f13a349-556d-4827-9740-355ed7ecff41 req-de1cddb5-de54-41d7-b28a-0a88a8bf1bd7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356042
Jun 21 04:35:36.528071 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfe3e3-f2c3-4d57-ad88-038c2b87764f req-c8522d4b-53a2-4116-a774-6502b3ea3a96 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:36.529560 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-22cfe3e3-f2c3-4d57-ad88-038c2b87764f req-c8522d4b-53a2-4116-a774-6502b3ea3a96 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0653627
Jun 21 04:35:36.566855 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-22cfe3e3-f2c3-4d57-ad88-038c2b87764f req-9364c0b8-5055-4f0a-bbfc-e12c02b437da tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316432
Jun 21 04:35:37.744562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8cd9-effe-4353-872b-bdc97459e939 req-070a9ae6-9ff4-4ed3-8dd2-887c14267603 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:37.745960 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ec5c8cd9-effe-4353-872b-bdc97459e939 req-070a9ae6-9ff4-4ed3-8dd2-887c14267603 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0642946
Jun 21 04:35:37.784151 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ec5c8cd9-effe-4353-872b-bdc97459e939 req-99798eca-76d6-43ce-ba39-77ecf8b2a0b0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325816
Jun 21 04:35:38.959995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8213a2e-daa4-4c02-a8a1-844937f05091 req-0d6e29b9-31f7-472c-ae41-bf263323a758 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:38.961491 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a8213a2e-daa4-4c02-a8a1-844937f05091 req-0d6e29b9-31f7-472c-ae41-bf263323a758 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0615046
Jun 21 04:35:38.999220 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a8213a2e-daa4-4c02-a8a1-844937f05091 req-9c7f4ff1-5dbf-46f6-8e43-24d0eb1e9ce8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317974
Jun 21 04:35:40.177097 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328c985-625e-4378-83ed-2957f804b554 req-81146a1f-2a11-45c2-b103-cf2881450bae tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:40.178581 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d328c985-625e-4378-83ed-2957f804b554 req-81146a1f-2a11-45c2-b103-cf2881450bae tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0628631
Jun 21 04:35:40.215672 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d328c985-625e-4378-83ed-2957f804b554 req-0fb4064c-5b0b-4194-9326-1720899c71b5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315773
Jun 21 04:35:41.395022 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b939-3ab2-4008-9f54-298e865752a4 req-f60510cb-f261-430b-ae41-01bb866e4e45 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:41.396533 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5dc1b939-3ab2-4008-9f54-298e865752a4 req-f60510cb-f261-430b-ae41-01bb866e4e45 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0647504
Jun 21 04:35:41.434578 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5dc1b939-3ab2-4008-9f54-298e865752a4 req-457bff1f-acb7-4aca-ad99-326cfd521967 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323827
Jun 21 04:35:42.610516 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468afb-76dc-4036-ba24-16cadde60622 req-db22474c-b2f8-4de5-8d94-265f80e3613e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:42.611984 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-72468afb-76dc-4036-ba24-16cadde60622 req-db22474c-b2f8-4de5-8d94-265f80e3613e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0646574
Jun 21 04:35:42.648098 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-72468afb-76dc-4036-ba24-16cadde60622 req-02a4a05c-0f6d-44bf-94be-a8d62eaae73e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304902
Jun 21 04:35:43.824928 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa450b8-1063-4f22-8e05-9f7d671f25b5 req-62528d3b-b212-4b59-afbf-1e3e4a335b58 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:43.826431 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0fa450b8-1063-4f22-8e05-9f7d671f25b5 req-62528d3b-b212-4b59-afbf-1e3e4a335b58 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0625582
Jun 21 04:35:43.864769 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0fa450b8-1063-4f22-8e05-9f7d671f25b5 req-5ea2ae47-1ee8-4271-a3d1-067e4208e12b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315859
Jun 21 04:35:44.635508 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cdbe1-467a-45ab-b914-cde833c3c638 req-bc8c1f96-8e30-4201-8535-d61f573e54f5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:44.636989 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f28cdbe1-467a-45ab-b914-cde833c3c638 req-bc8c1f96-8e30-4201-8535-d61f573e54f5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0643544
Jun 21 04:35:44.673503 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f28cdbe1-467a-45ab-b914-cde833c3c638 req-607b9278-c354-4abc-a63c-cb043f4f532b tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308239
Jun 21 04:35:45.047170 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ba53e-b734-4d21-aa76-f9b989a8e4a3 req-7605283b-f808-4db3-840e-5535a12e77b5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:45.048701 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-223ba53e-b734-4d21-aa76-f9b989a8e4a3 req-7605283b-f808-4db3-840e-5535a12e77b5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0641315
Jun 21 04:35:45.086460 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-223ba53e-b734-4d21-aa76-f9b989a8e4a3 req-502787dc-e9e7-4b2d-b9f0-f99bfd168628 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319784
Jun 21 04:35:45.755091 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41196) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:45.845102 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8474c2c-0592-4bbf-9971-dd94988627ca req-8de53bde-2907-44d1-b8db-42167d9aa7e1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:45.846570 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c8474c2c-0592-4bbf-9971-dd94988627ca req-8de53bde-2907-44d1-b8db-42167d9aa7e1 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0616755
Jun 21 04:35:45.861115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:45.884020 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c8474c2c-0592-4bbf-9971-dd94988627ca req-d665d8b6-5c0c-4dca-932f-6177c16a4d87 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317836
Jun 21 04:35:45.949984 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:45.953805 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:45.956831 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:45.990130 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b35cbe2f6c84280b073419c20f98750&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2338693
Jun 21 04:35:45.992056 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a406390a-c9c6-489a-b70d-09d871af8dde,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:45.994629 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41200) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:45.999665 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.000038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.000429 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.000788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.001146 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.001494 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.001876 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.002185 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.002529 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.002871 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.003210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.003548 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.007324 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c3371f58-5797-4f49-993f-173e5b636f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:46.046953 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:46.068754 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:46.113978 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:46.116598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:46.117742 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a406390a-c9c6-489a-b70d-09d871af8dde HTTP/1.1" status: 204  len: 168 time: 0.1220312
Jun 21 04:35:46.119106 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d48cc8a0-8f8b-4398-9280-33ba960fea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:46.128971 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a406390a-c9c6-489a-b70d-09d871af8dde,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:46.137114 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.137579 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.137941 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.138299 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.138640 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.138992 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.139338 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.139686 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.140031 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.140399 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.140742 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.141081 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:46.144516 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:46.295662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf57fcd-af33-4f13-9f5d-92928103080d req-33371f66-6307-43b8-b95a-0a70a65f0bd3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:46.297228 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dbf57fcd-af33-4f13-9f5d-92928103080d req-33371f66-6307-43b8-b95a-0a70a65f0bd3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0776947
Jun 21 04:35:46.338975 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dbf57fcd-af33-4f13-9f5d-92928103080d req-56520aa4-7e12-4617-9404-05572109c84b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358493
Jun 21 04:35:47.054058 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faa416-5dec-4686-8b6f-09b836cffe42 req-8b2a6bb9-70ae-4f06-9d10-8818fd98924d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:47.055460 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-63faa416-5dec-4686-8b6f-09b836cffe42 req-8b2a6bb9-70ae-4f06-9d10-8818fd98924d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0632811
Jun 21 04:35:47.095620 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-63faa416-5dec-4686-8b6f-09b836cffe42 req-761049b1-4b69-49e5-b26a-b630990301ee tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330300
Jun 21 04:35:47.535529 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fdf2-b5e4-4b26-b534-418c8f5c3a39 req-7edc7e81-fb55-4b02-bcf2-cab3ac0c6912 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:47.537021 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-daa5fdf2-b5e4-4b26-b534-418c8f5c3a39 req-7edc7e81-fb55-4b02-bcf2-cab3ac0c6912 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0658100
Jun 21 04:35:47.574513 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-daa5fdf2-b5e4-4b26-b534-418c8f5c3a39 req-900485c7-92be-4ba7-bf02-c15725089c21 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311892
Jun 21 04:35:47.922133 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85340b80-196d-49b4-833d-ad6ab047d097 req-6281986b-a538-4efc-b415-0e636862e65e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:47.923572 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-85340b80-196d-49b4-833d-ad6ab047d097 req-6281986b-a538-4efc-b415-0e636862e65e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.0654886
Jun 21 04:35:48.023345 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Deleting port 202ee4c1-2f25-447a-ab0a-1016b8118416 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:35:48.023681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:48.110498 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] For port 202ee4c1-2f25-447a-ab0a-1016b8118416, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=202ee4c1-2f25-447a-ab0a-1016b8118416,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:48.111155 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:48.177576 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Calling delete_port for 202ee4c1-2f25-447a-ab0a-1016b8118416 owned by compute:nova {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:35:48.334569 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe8f5-38e0-4f8d-9117-2f3cbf44b0c3 req-36e054e1-7cf5-4c6d-be1d-8b93a78940ff tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:48.336037 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-34ffe8f5-38e0-4f8d-9117-2f3cbf44b0c3 req-36e054e1-7cf5-4c6d-be1d-8b93a78940ff tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 945 time: 0.1188455
Jun 21 04:35:48.409506 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-34ffe8f5-38e0-4f8d-9117-2f3cbf44b0c3 req-300feb7a-3573-4828-9b27-56338231660f tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514095
Jun 21 04:35:48.410545 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:48.422127 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:48.465259 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['9467ad87-d770-45a2-b713-6e12583d2e21', '202ee4c1-2f25-447a-ab0a-1016b8118416'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:35:48.518866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Pushing event deleted for resources: {'Port': ['ID=202ee4c1-2f25-447a-ab0a-1016b8118416,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:48.538549 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:48.539517 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] No DVR routers for this DVR port 202ee4c1-2f25-447a-ab0a-1016b8118416 on host hv-cinder-79688 {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:35:48.542836 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:48.544975 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-85340b80-196d-49b4-833d-ad6ab047d097 req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "DELETE /v2.0/ports/202ee4c1-2f25-447a-ab0a-1016b8118416 HTTP/1.1" status: 204  len: 173 time: 0.6155272
Jun 21 04:35:48.545667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'name': 'network-vif-deleted', 'tag': '202ee4c1-2f25-447a-ab0a-1016b8118416'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:35:48.547901 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8b434-07b2-4a8e-8ce1-300ba6fe3f9c" -d '{"events": [{"server_uuid": "1958c3b0-6429-4160-8959-cd8f90d67ac6", "name": "network-vif-deleted", "tag": "202ee4c1-2f25-447a-ab0a-1016b8118416"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:35:48.590404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987b6b5-4c2d-4509-aad1-bdb132d8bb4a x-openstack-request-id: req-a987b6b5-4c2d-4509-aad1-bdb132d8bb4a {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:35:48.591117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958c3b0-6429-4160-8959-cd8f90d67ac6", "name": "network-vif-deleted", "tag": "202ee4c1-2f25-447a-ab0a-1016b8118416", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:35:48.591790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a987b6b5-4c2d-4509-aad1-bdb132d8bb4a {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:35:48.592394 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958c3b0-6429-4160-8959-cd8f90d67ac6', 'name': 'network-vif-deleted', 'tag': '202ee4c1-2f25-447a-ab0a-1016b8118416', 'status': 'completed', 'code': 200}
Jun 21 04:35:48.821541 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41288) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:48.838549 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf065-d638-44fd-9a81-8ede114d852b req-c01e5e78-40d9-4347-a99c-2e9b4dbb5494 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:48.841272 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-35bcf065-d638-44fd-9a81-8ede114d852b req-c01e5e78-40d9-4347-a99c-2e9b4dbb5494 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0777524
Jun 21 04:35:48.888654 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-35bcf065-d638-44fd-9a81-8ede114d852b req-3f0b6919-a989-41ac-9791-3cef49ea113b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412157
Jun 21 04:35:48.939718 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.029541 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.033303 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.036560 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0597ceac-0537-44c6-bec6-6c0a26348fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:49.068867 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9943da6688e54fd5be86b25a520006e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2453961
Jun 21 04:35:49.071496 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41292) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:49.073566 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934a1749-f90a-4547-a60c-1b3de7bd50d2,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:49.076649 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:49.123943 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.149246 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.195652 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.198347 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:49.200083 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/934a1749-f90a-4547-a60c-1b3de7bd50d2 HTTP/1.1" status: 204  len: 168 time: 0.1268702
Jun 21 04:35:49.200877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2e3768e4-979f-4db0-ab94-e13b3bbdedfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:49.207558 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934a1749-f90a-4547-a60c-1b3de7bd50d2,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:49.209899 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:49.586444 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aaa1952a-c36e-4016-9ecd-13a11e2e3b79 req-e0b58cae-cbf1-447d-af5a-440485d432db tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=1958c3b0-6429-4160-8959-cd8f90d67ac6 HTTP/1.1" status: 200  len: 210 time: 0.0374541
Jun 21 04:35:50.254183 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41338) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:50.295159 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa5a1d-de73-496f-a176-a9cfdee21321 req-30f1efab-9913-4e0f-92e0-923597bcab1c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:50.296687 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26fa5a1d-de73-496f-a176-a9cfdee21321 req-30f1efab-9913-4e0f-92e0-923597bcab1c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.2832916
Jun 21 04:35:50.334362 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-26fa5a1d-de73-496f-a176-a9cfdee21321 req-e1cdeea3-5308-4dc5-99be-9162aa7e5421 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319695
Jun 21 04:35:50.357310 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.449031 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.452575 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.454826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-70cd5f06-fadf-41df-b2a0-a3f3b1631606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:50.489919 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5b3edddde74425689043e5167e50ab4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2346728
Jun 21 04:35:50.490849 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e595d6-3980-47ff-8487-a414407896a0,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:50.492520 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41342) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:50.494345 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:50.543106 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.563963 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.609721 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.612315 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:50.613518 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83e595d6-3980-47ff-8487-a414407896a0 HTTP/1.1" status: 204  len: 168 time: 0.1194482
Jun 21 04:35:50.614245 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-129ca834-74d1-4c11-8192-944bc9bb6443 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:50.628167 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e595d6-3980-47ff-8487-a414407896a0,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:50.639338 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:51.318666 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478ec6-66a1-4da3-af79-eaa7ccbe4617 req-6eba9afb-dd86-44fc-a88c-30918cd88270 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:51.319171 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41386) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:51.320233 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-29478ec6-66a1-4da3-af79-eaa7ccbe4617 req-6eba9afb-dd86-44fc-a88c-30918cd88270 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.2945910
Jun 21 04:35:51.358516 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-29478ec6-66a1-4da3-af79-eaa7ccbe4617 req-2db33f06-8b3c-4258-ae6e-b4f8efd45b50 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317159
Jun 21 04:35:51.428389 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-119046242-network', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:35:51.446874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Made reservation on behalf of 67bf9fce7c874fb6b9a6afe55bf50d07 for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:35:51.449263 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.457477 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.568797 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f57f3-6dbe-49ec-b10b-2261fc0d6e50 req-33411123-02df-4cdb-8866-77f724c4292d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:51.570254 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f91f57f3-6dbe-49ec-b10b-2261fc0d6e50 req-33411123-02df-4cdb-8866-77f724c4292d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1016116
Jun 21 04:35:51.614606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.620964 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.626125 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-68faf209-830b-4b96-b8da-f0cf7a7402e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:51.641138 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f91f57f3-6dbe-49ec-b10b-2261fc0d6e50 req-54b04347-cc69-4e71-97bb-c5a572796b7f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626016
Jun 21 04:35:51.655963 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:35:51.658198 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bcaa8e-d0d2-4468-8ece-8ca479d70d5c,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:51.663124 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:51.668361 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.668704 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Added segment 17770bdd-64be-41f6-84ed-0c5147ee8423 of type vlan for network 769cdfe1-6271-44a0-b93c-0fc93aa40771
Jun 21 04:35:51.709172 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.736384 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.737701 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:51.738305 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.741097 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:51.791572 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4695354
Jun 21 04:35:51.793340 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41394) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:51.797652 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Request body: {'subnet': {'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-119046242-subnet', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:35:51.801752 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Pushing event updated for resources: {'Network': ['ID=769cdfe1-6271-44a0-b93c-0fc93aa40771,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:51.805134 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:51.812653 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:35:51.819623 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Made reservation on behalf of 67bf9fce7c874fb6b9a6afe55bf50d07 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:35:51.822785 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.993999 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:51.996285 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bd95a905-782c-425c-b4b0-b44a5ef10101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:52.048382 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a790e5-857b-42cd-a14e-97c7e4a45987,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:52.051954 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:52.058129 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Checking segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:35:52.058492 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Network hostable DHCP agents. Network: 769cdfe1-6271-44a0-b93c-0fc93aa40771, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:35:52.059680 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:35:52.071209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 202ee4c1-2f25-447a-ab0a-1016b8118416 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:35:52.075580 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:35:52.085506 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 769cdfe1-6271-44a0-b93c-0fc93aa40771) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:35:52.090437 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:52.091039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.099259 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a7789-76be-4f44-b069-a9438695e739 None None] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:35:52.104101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 202ee4c1-2f25-447a-ab0a-1016b8118416 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:35:52.104550 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 202ee4c1-2f25-447a-ab0a-1016b8118416 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:35:52.115526 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-4f3585e3-d4a9-451f-8cfb-f5ae8929a08f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3192375
Jun 21 04:35:52.115704 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41402) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:52.122589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:35:52.147091 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.148359 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.228568 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.250740 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:52.285341 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'mac_address': 'fa:16:3e:3b:68:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:35:52.298873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd954-b851-45b8-bad7-de4acce71a29 req-11b03699-45c7-4896-96b4-e5aa21c29c8f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:52.302042 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f9fbd954-b851-45b8-bad7-de4acce71a29 req-11b03699-45c7-4896-96b4-e5aa21c29c8f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0872335
Jun 21 04:35:52.346666 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f9fbd954-b851-45b8-bad7-de4acce71a29 req-98706e92-587e-47e9-97a5-1addabc6f4a1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391295
Jun 21 04:35:52.360113 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.411655 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.521191 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-769cdfe1-6271-44a0-b93c-0fc93aa40771', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:35:52.522319 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.535713 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e02c12aa-2580-4f95-9839-7dc641bdf690 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:35:52.580143 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:52.584903 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.632473 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:52.769109 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Allocated IP 172.20.0.2 (769cdfe1-6271-44a0-b93c-0fc93aa40771/61a790e5-857b-42cd-a14e-97c7e4a45987/430da34f-4195-417b-ad59-e198f63e614d) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:35:52.839883 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa02d-4b65-4ed4-b534-e122041527bc req-45094e32-a5aa-4a86-8334-a8402d5508a2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:52.847090 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bbdaa02d-4b65-4ed4-b534-e122041527bc req-45094e32-a5aa-4a86-8334-a8402d5508a2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.2231245
Jun 21 04:35:52.858882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.889884 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:52.892376 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=6']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:52.905554 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.906179 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.906692 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.907185 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.907805 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.908443 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.908942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.909437 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.909926 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.910411 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.910902 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.911948 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:52.928244 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:52.943640 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a18c72-a84e-4092-9f0b-41363c61a515 req-3bcac289-e65c-496a-89bb-08648a0bb871 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:52.956728 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c4a18c72-a84e-4092-9f0b-41363c61a515 req-3bcac289-e65c-496a-89bb-08648a0bb871 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.1543691
Jun 21 04:35:52.960586 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e02c12aa-2580-4f95-9839-7dc641bdf690'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:35:53.015726 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c4a18c72-a84e-4092-9f0b-41363c61a515 req-fd552f5d-8b83-45b6-9e3a-f3ac350f995d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561326
Jun 21 04:35:53.023635 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bbdaa02d-4b65-4ed4-b534-e122041527bc req-a547589b-badb-4601-af42-d8049f391c94 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753128
Jun 21 04:35:53.056171 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.068425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Allocated IP 172.27.0.72 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/673239d1-c265-4bab-9475-5827db9e7515) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:35:53.070406 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Transition to ACTIVE for port object 430da34f-4195-417b-ad59-e198f63e614d will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:35:53.102955 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Transition to ACTIVE for port object 430da34f-4195-417b-ad59-e198f63e614d will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:35:53.115857 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.121725 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-8cc3de2d-7fd9-46b8-a7ce-5bf25be286a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:53.191423 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:35:53.206889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:35:53.210929 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:35:53.216652 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Pushing event updated for resources: {'Port': ['ID=430da34f-4195-417b-ad59-e198f63e614d,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:53.227009 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:53.305585 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Attempting to bind port 430da34f-4195-417b-ad59-e198f63e614d on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:35:53.305951 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Attempting to bind port 430da34f-4195-417b-ad59-e198f63e614d by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:35:53.306449 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Attempting to bind port 430da34f-4195-417b-ad59-e198f63e614d on network 769cdfe1-6271-44a0-b93c-0fc93aa40771 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:35:53.313693 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:35:53.314842 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Checking segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:35:53.315282 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.315693 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Bound using segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:35:53.318213 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Bound port: 430da34f-4195-417b-ad59-e198f63e614d, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:35:53.318663 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.436601 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] For port 430da34f-4195-417b-ad59-e198f63e614d, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:35:53.439993 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] For port 430da34f-4195-417b-ad59-e198f63e614d, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=430da34f-4195-417b-ad59-e198f63e614d,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:35:53.446293 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.454838 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-8cc3de2d-7fd9-46b8-a7ce-5bf25be286a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:53.532886 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.549672 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Pushing event updated for resources: {'Port': ['ID=430da34f-4195-417b-ad59-e198f63e614d,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:53.553082 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:53.574140 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d3a0-518f-4462-8023-c2b73c9bdd06 req-eda8b40d-1b25-468b-b3a9-ba09dddcd2dc tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:53.575633 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7fc5d3a0-518f-4462-8023-c2b73c9bdd06 req-eda8b40d-1b25-468b-b3a9-ba09dddcd2dc tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.1327405
Jun 21 04:35:53.630547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:53.636236 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7fc5d3a0-518f-4462-8023-c2b73c9bdd06 req-7f1136c2-8e4e-45b6-97fb-09fde4b13ce2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490961
Jun 21 04:35:53.639250 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e9b9deda-caf5-410c-bbc5-3f55e9ecc1b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:53.693365 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:35:53.698911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:35:53.702277 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:35:53.740888 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Pushing event updated for resources: {'Port': ['ID=673239d1-c265-4bab-9475-5827db9e7515,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:53.744396 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:53.812707 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a240-1a88-4874-b2d8-b7ccdf8990ea req-a0e60e8b-087a-40c8-a6cf-a88acb2e26fb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:53.819880 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1300a240-1a88-4874-b2d8-b7ccdf8990ea req-a0e60e8b-087a-40c8-a6cf-a88acb2e26fb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0930257
Jun 21 04:35:53.878824 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1300a240-1a88-4874-b2d8-b7ccdf8990ea req-e519e274-c7f3-4c5e-a495-6917969af78d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579872
Jun 21 04:35:53.881280 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-061ed8de-ad5e-4070-9d39-d5938647098c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.054843 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.069684 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:35:54.165482 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port e02c12aa-2580-4f95-9839-7dc641bdf690 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:35:54.166125 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.228201 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975d12-6cb2-46a0-baf3-65ec16da67fb req-bb475532-7ebf-4dbb-b43a-167fd214fdf3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:54.235885 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed975d12-6cb2-46a0-baf3-65ec16da67fb req-bb475532-7ebf-4dbb-b43a-167fd214fdf3 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0975320
Jun 21 04:35:54.262267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.284151 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed975d12-6cb2-46a0-baf3-65ec16da67fb req-6969b6eb-c6ac-4076-92fe-8acb32226c94 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472574
Jun 21 04:35:54.291707 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:35:54.294039 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e10a95b-15a5-4ea6-981d-e48b5f0dfa39" -d '{"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-plugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:35:54.307530 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:54.312049 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.315032 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:54.340449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b679a-cd7e-4a6a-b188-e044a7f146b7 req-6f8a8b02-23b3-45d0-aa68-b7d13a908208 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:54.349929 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c47b679a-cd7e-4a6a-b188-e044a7f146b7 req-6f8a8b02-23b3-45d0-aa68-b7d13a908208 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.1854498
Jun 21 04:35:54.371715 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=7']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:54.378293 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.381317 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:54.387258 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b6ac0-3a7d-4d9c-bc8f-68aca4afa6fe x-openstack-request-id: req-4d8b6ac0-3a7d-4d9c-bc8f-68aca4afa6fe {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:35:54.387548 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-plugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:35:54.387818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d8b6ac0-3a7d-4d9c-bc8f-68aca4afa6fe {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:35:54.388243 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'code': 200}
Jun 21 04:35:54.437095 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c47b679a-cd7e-4a6a-b188-e044a7f146b7 req-68b135c1-98ae-4486-851c-8d01891041be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862200
Jun 21 04:35:54.552808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:35:54.668996 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:35:54.678797 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Sync routers for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:35:54.689649 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:35:54.690764 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f98607a4e80>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:35:54.693006 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:54.697803 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.5779023
Jun 21 04:35:54.698026 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41484) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:54.735183 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79674ca-57da-4662-af42-0fb90f5f2793 None None] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:35:54.859269 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:35:54.865980 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-8a08f350-5176-4375-8338-2ee984856848 None None] Provisioning for port 430da34f-4195-417b-ad59-e198f63e614d completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:35:55.092733 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f98607a4e80>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:53Z', 'revision_number': 3, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:35:55.124090 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Checking router: 0fd2bd48-2145-483c-a515-c89d4b49ffe8 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:35:55.124483 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Updating router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 port 673239d1-c265-4bab-9475-5827db9e7515 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:35:55.221188 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.227729 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097a11f-9549-4c8b-9154-567ab877ffb2 req-234ac0e5-7eb3-4ddf-a50e-35db9eba2b53 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:55.240883 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2097a11f-9549-4c8b-9154-567ab877ffb2 req-234ac0e5-7eb3-4ddf-a50e-35db9eba2b53 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1128762
Jun 21 04:35:55.249115 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac0653-d456-4282-837e-0d012aea5e60 req-5eb6acec-628a-40fe-86cd-cc6cf482a024 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:55.256347 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-39ac0653-d456-4282-837e-0d012aea5e60 req-5eb6acec-628a-40fe-86cd-cc6cf482a024 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.4156733
Jun 21 04:35:55.280709 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2097a11f-9549-4c8b-9154-567ab877ffb2 req-26e7a848-67eb-4200-9cf3-1794279404b9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385478
Jun 21 04:35:55.332758 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-39ac0653-d456-4282-837e-0d012aea5e60 req-2c286657-7ded-4fce-948a-7641f8e0d39e tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754459
Jun 21 04:35:55.490157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65cbe9-f973-4020-becb-13edd8f2aa6d req-e3c870a7-dfe8-4798-802e-96be875b7bf2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:55.491684 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eb65cbe9-f973-4020-becb-13edd8f2aa6d req-e3c870a7-dfe8-4798-802e-96be875b7bf2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0742860
Jun 21 04:35:55.575966 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.601049 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eb65cbe9-f973-4020-becb-13edd8f2aa6d req-03a5ccdb-ccbf-4480-b65c-47180559d359 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936468
Jun 21 04:35:55.608499 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.628642 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Transition to ACTIVE for port object 673239d1-c265-4bab-9475-5827db9e7515 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:35:55.639122 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.644119 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-d04dd2fe-01b0-42f3-bfea-5a6910f703c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:55.673339 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 430da34f-4195-417b-ad59-e198f63e614d up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:35:55.715487 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Attempting to bind port 673239d1-c265-4bab-9475-5827db9e7515 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:35:55.716186 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Attempting to bind port 673239d1-c265-4bab-9475-5827db9e7515 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:35:55.716186 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Attempting to bind port 673239d1-c265-4bab-9475-5827db9e7515 on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:35:55.720172 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Pushing event updated for resources: {'Port': ['ID=673239d1-c265-4bab-9475-5827db9e7515,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:55.726218 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:35:55.727751 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:35:55.727751 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.727995 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:35:55.728665 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Bound port: 673239d1-c265-4bab-9475-5827db9e7515, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:35:55.729051 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.761366 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.761746 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.762108 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.762499 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.762888 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.763121 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.763467 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.763767 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.764305 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.764466 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.764755 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.764954 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 430da34f-4195-417b-ad59-e198f63e614d completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:35:55.765067 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:35:55.769899 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:55.774257 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee51e1c-473a-45e7-81ff-ea0620702543 req-9223a831-e44e-47be-9e71-7ced2d3b8126 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:55.774686 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 430da34f-4195-417b-ad59-e198f63e614d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:35:55.775176 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.792986 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3ee51e1c-473a-45e7-81ff-ea0620702543 req-9223a831-e44e-47be-9e71-7ced2d3b8126 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1862013
Jun 21 04:35:55.811383 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] For port 673239d1-c265-4bab-9475-5827db9e7515, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:35:55.815298 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] For port 673239d1-c265-4bab-9475-5827db9e7515, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=673239d1-c265-4bab-9475-5827db9e7515,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:35:55.821894 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.830989 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-aee6f3b4-963a-4fc5-bcda-a8bbaebf8cd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:55.859666 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3ee51e1c-473a-45e7-81ff-ea0620702543 req-9f4b9881-df2f-465a-84d0-0b60b0d8ca63 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657439
Jun 21 04:35:55.891166 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.899811 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Pushing event updated for resources: {'Port': ['ID=673239d1-c265-4bab-9475-5827db9e7515,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:55.906815 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-36b66a26-4d9a-4c5b-a174-494d932afa7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:55.910135 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Allocated IP 172.20.0.1 (769cdfe1-6271-44a0-b93c-0fc93aa40771/61a790e5-857b-42cd-a14e-97c7e4a45987/23211e49-cae7-45c4-a00c-208582cc99e2) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:35:55.911169 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:35:55.912264 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f98607a4e80>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:35:55.926955 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 430da34f-4195-417b-ad59-e198f63e614d, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=430da34f-4195-417b-ad59-e198f63e614d,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:55.931367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:55.933514 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:55.984733 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=430da34f-4195-417b-ad59-e198f63e614d,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:55.988657 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:56.017855 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.022518 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:35:56.032584 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Transition to ACTIVE for port object 23211e49-cae7-45c4-a00c-208582cc99e2 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:35:56.065905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.068934 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:56.109906 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:35:56.112778 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:35:56.115460 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:35:56.143492 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Pushing event updated for resources: {'Port': ['ID=23211e49-cae7-45c4-a00c-208582cc99e2,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:56.147075 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:56.165288 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.214203 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f98607a4e80>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:53Z', 'revision_number': 3, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:35:56.251276 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d811a6-51d9-4b12-b520-8b60b0f44bcd None None] The sync data for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi is: [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:53Z', 'revision_number': 3, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:35:56.313063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.347508 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f980d7de-35d3-4873-9e16-3b7036523a3e None None] Provisioning for port 23211e49-cae7-45c4-a00c-208582cc99e2 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:35:56.351716 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f980d7de-35d3-4873-9e16-3b7036523a3e None None] Provisioning complete for port 23211e49-cae7-45c4-a00c-208582cc99e2 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:35:56.352435 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f980d7de-35d3-4873-9e16-3b7036523a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.412730 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-f980d7de-35d3-4873-9e16-3b7036523a3e None None] Port 23211e49-cae7-45c4-a00c-208582cc99e2 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:35:56.473111 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570cae-64c8-4720-a3a0-4e16f7e1594e req-1997798a-5929-4f99-bf45-62c212d4b6fb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:56.474574 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-86570cae-64c8-4720-a3a0-4e16f7e1594e req-1997798a-5929-4f99-bf45-62c212d4b6fb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0717804
Jun 21 04:35:56.505053 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6038db0e-0cc0-4a5d-9d19-ffaf51b33ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.528698 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-86570cae-64c8-4720-a3a0-4e16f7e1594e req-80861b8d-4509-43e3-926e-170c4661f7fc tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476506
Jun 21 04:35:56.623196 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.637924 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.642462 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f2f026c1-7dfb-4071-b9f3-335988baa149 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:56.671363 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd2bf-7a6b-4834-bd1a-9fda146f4f6f req-fb89edba-b3a2-4782-9232-cd61b21d8265 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:56.672950 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-94ccd2bf-7a6b-4834-bd1a-9fda146f4f6f req-fb89edba-b3a2-4782-9232-cd61b21d8265 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.2066448
Jun 21 04:35:56.703822 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-e292e976-ec07-4789-b8f3-62e84e5ca1b9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:56.706900 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-e292e976-ec07-4789-b8f3-62e84e5ca1b9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 946 time: 0.2213900
Jun 21 04:35:56.784112 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.793888 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Pushing event updated for resources: {'Port': ['ID=23211e49-cae7-45c4-a00c-208582cc99e2,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:56.794212 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5417c8-5961-4581-9b3c-bc57861bd638 req-902c449e-58e7-46e6-9f0d-7301fee8ad11 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:56.795817 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb5417c8-5961-4581-9b3c-bc57861bd638 req-902c449e-58e7-46e6-9f0d-7301fee8ad11 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0706046
Jun 21 04:35:56.801327 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:56.844335 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb5417c8-5961-4581-9b3c-bc57861bd638 req-2300bcf0-828e-4256-bb36-8b67c988c2c5 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423541
Jun 21 04:35:56.900993 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-94ccd2bf-7a6b-4834-bd1a-9fda146f4f6f req-c268c3c9-8d50-4e34-9f8f-f0f8f3984b96 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893978
Jun 21 04:35:56.906016 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.979447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:35:56.982507 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Deleting port e11fd04e-a64c-4170-91fa-e42b6b487e70 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:35:56.982676 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:56.987037 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:35:57.103183 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] For port e11fd04e-a64c-4170-91fa-e42b6b487e70, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e11fd04e-a64c-4170-91fa-e42b6b487e70,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:57.103558 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:57.182469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Calling delete_port for e11fd04e-a64c-4170-91fa-e42b6b487e70 owned by compute:nova {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:35:57.219019 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5a4bb-6613-49de-8917-58fcdf588368 req-9d4daf9f-0e5e-4630-8384-1328a7f518c6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:57.220569 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f1b5a4bb-6613-49de-8917-58fcdf588368 req-9d4daf9f-0e5e-4630-8384-1328a7f518c6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0751584
Jun 21 04:35:57.271292 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f1b5a4bb-6613-49de-8917-58fcdf588368 req-0a42f2f0-6497-44b4-be3e-d8767e9f9e8f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405743
Jun 21 04:35:57.340086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-37477e88-c998-433f-a7b1-0eb4655542e1 None None] Provisioning complete for port 23211e49-cae7-45c4-a00c-208582cc99e2 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:35:57.340633 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-37477e88-c998-433f-a7b1-0eb4655542e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:57.349784 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:35:57.381320 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-37477e88-c998-433f-a7b1-0eb4655542e1 None None] Port 23211e49-cae7-45c4-a00c-208582cc99e2 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:35:57.467379 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:57.483884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:57.490259 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:57.518221 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Pushing event deleted for resources: {'Port': ['ID=e11fd04e-a64c-4170-91fa-e42b6b487e70,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:57.521212 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:57.536106 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e11fd04e-a64c-4170-91fa-e42b6b487e70'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:35:57.572049 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:35:57.573959 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] No DVR routers for this DVR port e11fd04e-a64c-4170-91fa-e42b6b487e70 on host hv-cinder-79688 {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:35:57.578468 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] 10.222.0.66 "PUT /v2.0/routers/0fd2bd48-2145-483c-a515-c89d4b49ffe8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8790505
Jun 21 04:35:57.579622 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:57.581517 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5965a9fd-fe2f-4e6d-9e21-3b6693ca75e3 req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "DELETE /v2.0/ports/e11fd04e-a64c-4170-91fa-e42b6b487e70 HTTP/1.1" status: 204  len: 173 time: 0.8661609
Jun 21 04:35:57.582005 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'name': 'network-vif-deleted', 'tag': 'e11fd04e-a64c-4170-91fa-e42b6b487e70'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:35:57.584396 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c8bba-33c3-4f8e-b7ae-4b6288864811" -d '{"events": [{"server_uuid": "4f22bb3f-e88c-4a4e-b479-1c23a14c0617", "name": "network-vif-deleted", "tag": "e11fd04e-a64c-4170-91fa-e42b6b487e70"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:35:57.638675 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73baf3e-fbf3-41e9-97bd-b32e05017b6a x-openstack-request-id: req-f73baf3e-fbf3-41e9-97bd-b32e05017b6a {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:35:57.641456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f22bb3f-e88c-4a4e-b479-1c23a14c0617", "name": "network-vif-deleted", "tag": "e11fd04e-a64c-4170-91fa-e42b6b487e70", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:35:57.641682 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f73baf3e-fbf3-41e9-97bd-b32e05017b6a {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:35:57.642264 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f22bb3f-e88c-4a4e-b479-1c23a14c0617', 'name': 'network-vif-deleted', 'tag': 'e11fd04e-a64c-4170-91fa-e42b6b487e70', 'status': 'completed', 'code': 200}
Jun 21 04:35:57.716704 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 430da34f-4195-417b-ad59-e198f63e614d up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:35:57.738725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aebf2a-1a5d-459a-af1e-8d299a043e7b req-a48ae3c6-c1f7-49a3-b1b3-45aabec57bc2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:57.740225 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-07aebf2a-1a5d-459a-af1e-8d299a043e7b req-a48ae3c6-c1f7-49a3-b1b3-45aabec57bc2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0920389
Jun 21 04:35:57.801939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 430da34f-4195-417b-ad59-e198f63e614d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:35:57.802443 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:57.813474 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-07aebf2a-1a5d-459a-af1e-8d299a043e7b req-eee7bbe6-3a43-4b3d-9eed-c5951422166a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609846
Jun 21 04:35:57.913323 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 673239d1-c265-4bab-9475-5827db9e7515 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:35:57.963831 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 673239d1-c265-4bab-9475-5827db9e7515 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:35:57.968110 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 673239d1-c265-4bab-9475-5827db9e7515 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:35:57.968532 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.058009 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85921822-8645-4991-9f15-5a3fdd4f6e03 req-b2b8bff5-f3d3-4270-a917-747be0c5074c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:58.058555 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.060377 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-85921822-8645-4991-9f15-5a3fdd4f6e03 req-b2b8bff5-f3d3-4270-a917-747be0c5074c tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0763986
Jun 21 04:35:58.083541 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 673239d1-c265-4bab-9475-5827db9e7515, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=673239d1-c265-4bab-9475-5827db9e7515,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:58.091041 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.099886 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:58.129897 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-85921822-8645-4991-9f15-5a3fdd4f6e03 req-580c55c0-3488-481a-9b28-78f90a58071e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602710
Jun 21 04:35:58.159787 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=673239d1-c265-4bab-9475-5827db9e7515,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:58.169870 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-512ac97f-14ec-439f-a692-ea0c4c82b56c req-294acd5b-28bd-451f-9683-f34c396589a3 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f22bb3f-e88c-4a4e-b479-1c23a14c0617 HTTP/1.1" status: 200  len: 210 time: 0.0707159
Jun 21 04:35:58.172901 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:58.254416 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Sync routers for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:35:58.275101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:35:58.275101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e884550>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:35:58.331272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41566) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:58.336407 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1764612438-network', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:35:58.356121 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Made reservation on behalf of 5845c1e0438b485f949c4c4db2873abd for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:35:58.358659 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.367147 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.394545 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:35:58.495315 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.500056 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.500334 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886a254-028c-4ed9-b237-7699a1c3e2ae req-a2512fe8-dd49-4950-9dec-b9de39b48c75 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:58.506150 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0c506feb-0dd5-42c6-b332-f252ff1d4742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:58.513011 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2886a254-028c-4ed9-b237-7699a1c3e2ae req-a2512fe8-dd49-4950-9dec-b9de39b48c75 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1081319
Jun 21 04:35:58.538207 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:35:58.550747 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25eca0b-c834-4d87-87a0-f04f6c36bce9,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:58.557073 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:58.558266 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.558724 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Added segment 80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba of type vlan for network e91668c7-d21c-49b3-9c61-1034a46f519b
Jun 21 04:35:58.582285 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2886a254-028c-4ed9-b237-7699a1c3e2ae req-b05256c2-0c0a-47b9-be20-1d2207a434c5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673091
Jun 21 04:35:58.622057 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.658041 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.660733 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:58.662239 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.665087 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.668607 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ac0ad1bc-9a84-4182-9df2-911c65b55d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:58.699940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e884550>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 2, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:35:58.720621 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3881509
Jun 21 04:35:58.723411 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41576) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:58.728429 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Checking router: 0fd2bd48-2145-483c-a515-c89d4b49ffe8 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:35:58.728637 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Request body: {'subnet': {'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1764612438-subnet', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:35:58.728918 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Updating router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 port 23211e49-cae7-45c4-a00c-208582cc99e2 binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:35:58.740177 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e91668c7-d21c-49b3-9c61-1034a46f519b,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:58.743122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:58.755018 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Made reservation on behalf of 5845c1e0438b485f949c4c4db2873abd for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:35:58.757778 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.763904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network e91668c7-d21c-49b3-9c61-1034a46f519b details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:35:58.820208 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.969896 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-11ac857e-5c7c-4813-953c-93027f0e2a43 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:58.971638 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-11ac857e-5c7c-4813-953c-93027f0e2a43 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.0945933
Jun 21 04:35:58.983455 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:58.990131 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:59.053525 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fc8fb1-6491-4c6c-b134-2f4510c8002b,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:59.058159 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:35:59.064411 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Checking segment: {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:35:59.064773 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Network hostable DHCP agents. Network: e91668c7-d21c-49b3-9c61-1034a46f519b, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:35:59.084583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Network e91668c7-d21c-49b3-9c61-1034a46f519b is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:35:59.096065 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, e91668c7-d21c-49b3-9c61-1034a46f519b) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:35:59.111640 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:59.112385 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.128907 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ff02d-aa0e-4913-9dc2-08733ab8fb71 None None] Network e91668c7-d21c-49b3-9c61-1034a46f519b requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:35:59.130509 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4053526
Jun 21 04:35:59.132368 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41586) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:59.138461 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:35:59.165815 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edaf96-7970-4fef-8f02-c7beabd3cff9 req-cdf69d8f-712e-4b78-b8af-225aef7a1801 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:59.167623 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-40edaf96-7970-4fef-8f02-c7beabd3cff9 req-cdf69d8f-712e-4b78-b8af-225aef7a1801 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1292987
Jun 21 04:35:59.168726 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.170287 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.181724 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Deleting port 9467ad87-d770-45a2-b713-6e12583d2e21 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:35:59.182275 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.254757 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.275568 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-40edaf96-7970-4fef-8f02-c7beabd3cff9 req-7f9425d1-ef23-4974-8dd7-b82e545d0fdc tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959342
Jun 21 04:35:59.285143 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.391562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] For port 9467ad87-d770-45a2-b713-6e12583d2e21, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9467ad87-d770-45a2-b713-6e12583d2e21,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:35:59.392194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.458860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.514399 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Calling delete_port for 9467ad87-d770-45a2-b713-6e12583d2e21 owned by compute:nova {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:35:59.537812 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-e91668c7-d21c-49b3-9c61-1034a46f519b', 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'fixed_ips': [{'subnet_id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:35:59.538678 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.628887 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60d1cc-30f4-486c-bbf5-5fd5d90f47d2 req-5391eab4-47fa-478e-86ba-6bd8a7893f0d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:35:59.631513 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ef60d1cc-30f4-486c-bbf5-5fd5d90f47d2 req-5391eab4-47fa-478e-86ba-6bd8a7893f0d tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 945 time: 0.1636803
Jun 21 04:35:59.722722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ef60d1cc-30f4-486c-bbf5-5fd5d90f47d2 req-2525507a-95f7-46bb-ab20-075ccfd657f7 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8fe543-20d2-4cbe-b193-788bebeae289&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829570
Jun 21 04:35:59.764446 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 673239d1-c265-4bab-9475-5827db9e7515 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:35:59.898379 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.908194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:35:59.924653 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:35:59.952652 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['9467ad87-d770-45a2-b713-6e12583d2e21'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:35:59.965895 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Transition to ACTIVE for port object 23211e49-cae7-45c4-a00c-208582cc99e2 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:35:59.977857 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Pushing event deleted for resources: {'Port': ['ID=9467ad87-d770-45a2-b713-6e12583d2e21,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:35:59.979062 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41618) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:35:59.985421 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:00.005427 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.013140 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 673239d1-c265-4bab-9475-5827db9e7515 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:00.017726 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] No DVR routers for this DVR port 9467ad87-d770-45a2-b713-6e12583d2e21 on host hv-cinder-79688 {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:36:00.020566 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.025677 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-172b81c0-3390-4a4f-8731-69aa5c4b8349 req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.69 "DELETE /v2.0/ports/9467ad87-d770-45a2-b713-6e12583d2e21 HTTP/1.1" status: 204  len: 173 time: 1.0469253
Jun 21 04:36:00.036691 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.043559 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.047347 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Allocated IP 172.20.0.2 (e91668c7-d21c-49b3-9c61-1034a46f519b/92fc8fb1-6491-4c6c-b134-2f4510c8002b/e982a082-403b-4754-9521-a1b66e88a1d4) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:36:00.048764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'name': 'network-vif-deleted', 'tag': '9467ad87-d770-45a2-b713-6e12583d2e21'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:36:00.051841 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad61923-c233-4888-9965-658ca700ac49" -d '{"events": [{"server_uuid": "f95a09d0-c00e-4e02-a9fa-1e8cb576a115", "name": "network-vif-deleted", "tag": "9467ad87-d770-45a2-b713-6e12583d2e21"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:36:00.111426 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235e64-5a46-4f05-9679-3b8982525b8f req-d50701eb-9183-4e91-8841-b3aafa6412f7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:00.113545 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d8235e64-5a46-4f05-9679-3b8982525b8f req-d50701eb-9183-4e91-8841-b3aafa6412f7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1712382
Jun 21 04:36:00.114200 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.132673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61996fb7-fe53-44e4-8287-7b18f1124f01 x-openstack-request-id: req-61996fb7-fe53-44e4-8287-7b18f1124f01 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:36:00.133677 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95a09d0-c00e-4e02-a9fa-1e8cb576a115", "name": "network-vif-deleted", "tag": "9467ad87-d770-45a2-b713-6e12583d2e21", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:36:00.134333 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61996fb7-fe53-44e4-8287-7b18f1124f01 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:36:00.135050 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95a09d0-c00e-4e02-a9fa-1e8cb576a115', 'name': 'network-vif-deleted', 'tag': '9467ad87-d770-45a2-b713-6e12583d2e21', 'status': 'completed', 'code': 200}
Jun 21 04:36:00.154560 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-624692e9-f6db-4f98-9e2c-73bcd8afae4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:00.178481 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e11fd04e-a64c-4170-91fa-e42b6b487e70 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:36:00.215134 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d8235e64-5a46-4f05-9679-3b8982525b8f req-f8b150f4-ffa8-4607-a9f5-05671470b50f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927961
Jun 21 04:36:00.284032 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Allocated IP 172.27.0.181 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/5bea53a1-a883-4de2-962e-217fff073dbf) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:36:00.400657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.461406 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec272419-2fad-40ef-baf5-11237a56c1ac None None] Pushing event updated for resources: {'Port': ['ID=23211e49-cae7-45c4-a00c-208582cc99e2,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:00.468567 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ec272419-2fad-40ef-baf5-11237a56c1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:00.469211 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: e11fd04e-a64c-4170-91fa-e42b6b487e70 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:36:00.472062 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e11fd04e-a64c-4170-91fa-e42b6b487e70 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:36:00.479194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-dea863b9-17ab-4a1c-b6c4-f72b87d13353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:00.481754 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-dea863b9-17ab-4a1c-b6c4-f72b87d13353 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1098 time: 0.1654007
Jun 21 04:36:00.618099 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.684830 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Attempting to bind port 23211e49-cae7-45c4-a00c-208582cc99e2 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:36:00.685190 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Attempting to bind port 23211e49-cae7-45c4-a00c-208582cc99e2 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:36:00.685518 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Attempting to bind port 23211e49-cae7-45c4-a00c-208582cc99e2 on network 769cdfe1-6271-44a0-b93c-0fc93aa40771 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:00.689398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.697313 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.704696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d59545c7-33af-498b-9d42-69eec091400e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:00.704986 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:36:00.705361 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Checking segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:36:00.705784 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.706187 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Bound using segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:36:00.706767 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Bound port: 23211e49-cae7-45c4-a00c-208582cc99e2, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:36:00.707053 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.744921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05082b1-8109-49bd-b172-f3a3461e17da req-c3058672-0319-4875-b348-b9ee3eeafefd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:00.751935 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f05082b1-8109-49bd-b172-f3a3461e17da req-c3058672-0319-4875-b348-b9ee3eeafefd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.2006481
Jun 21 04:36:00.797319 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7654072f988c44a5917eebc42db4967c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8171568
Jun 21 04:36:00.799827 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137d0e1a-eeeb-4ffc-9455-b6cdf1595296,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:00.800719 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41628) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:00.803268 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:00.805570 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.806275 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.808846 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:00.828865 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Transition to ACTIVE for port object e982a082-403b-4754-9521-a1b66e88a1d4 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:00.849750 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] For port 23211e49-cae7-45c4-a00c-208582cc99e2, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:36:00.858272 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] For port 23211e49-cae7-45c4-a00c-208582cc99e2, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=23211e49-cae7-45c4-a00c-208582cc99e2,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:36:00.866201 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.868605 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f05082b1-8109-49bd-b172-f3a3461e17da req-2c9f285d-2d56-4dd2-9312-0ca4391a6793 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157000
Jun 21 04:36:00.871565 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-d44bd928-9fd3-4441-9c6e-fef5b68c5a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:00.877634 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Transition to ACTIVE for port object e982a082-403b-4754-9521-a1b66e88a1d4 will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:00.904862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.919029 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:36:00.935528 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:36:00.938043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:36:00.941493 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Pushing event updated for resources: {'Port': ['ID=5bea53a1-a883-4de2-962e-217fff073dbf,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:00.944840 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:00.957470 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Network e91668c7-d21c-49b3-9c61-1034a46f519b is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:36:00.965673 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:36:00.971942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:36:00.980467 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:00.985393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:00.986029 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e884550>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:01.027359 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.131745 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e558157e-46f9-492e-b641-10ca05cef076 req-bc09064d-29df-4bfc-9a7d-4f240a41cab9 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 210 time: 0.0458028
Jun 21 04:36:01.169138 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.172759 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.179942 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/137d0e1a-eeeb-4ffc-9455-b6cdf1595296 HTTP/1.1" status: 204  len: 168 time: 0.3773506
Jun 21 04:36:01.183404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0e5625d1-ec8d-46c8-9aab-f47fcc35a619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:01.197260 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d0e1a-eeeb-4ffc-9455-b6cdf1595296,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:01.205942 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:01.247947 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:01.322036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.422229 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec272419-2fad-40ef-baf5-11237a56c1ac None None] Pushing event updated for resources: {'Port': ['ID=23211e49-cae7-45c4-a00c-208582cc99e2,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:01.444306 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ec272419-2fad-40ef-baf5-11237a56c1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:01.455714 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.541s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:01.516796 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Attempting to bind port e982a082-403b-4754-9521-a1b66e88a1d4 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:36:01.517232 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Attempting to bind port e982a082-403b-4754-9521-a1b66e88a1d4 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:36:01.517601 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Attempting to bind port e982a082-403b-4754-9521-a1b66e88a1d4 on network e91668c7-d21c-49b3-9c61-1034a46f519b {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:01.585786 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:36:01.586290 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Checking segment: {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:36:01.586701 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.587363 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Bound using segment: {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:36:01.587857 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Bound port: e982a082-403b-4754-9521-a1b66e88a1d4, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:36:01.588265 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.633994 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Pushing event updated for resources: {'Port': ['ID=e982a082-403b-4754-9521-a1b66e88a1d4,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:01.642800 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:01.741361 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] For port e982a082-403b-4754-9521-a1b66e88a1d4, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:36:01.747379 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] For port e982a082-403b-4754-9521-a1b66e88a1d4, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e982a082-403b-4754-9521-a1b66e88a1d4,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:36:01.753267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.757423 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:01.826264 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Pushing event updated for resources: {'Port': ['ID=e982a082-403b-4754-9521-a1b66e88a1d4,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:01.829901 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:01.832832 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e884550>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:00Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:01.955370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:01.965179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d59d7-80f9-4dc3-b506-3ad913a39995 req-b39f072a-46ed-410d-a7c2-ace4e9cf96d1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:01.966754 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-810d59d7-80f9-4dc3-b506-3ad913a39995 req-b39f072a-46ed-410d-a7c2-ace4e9cf96d1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.2080464
Jun 21 04:36:02.043615 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6229c2-3b15-4b59-ab21-ebade8eb9604 None None] The sync data for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi is: [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:00Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:36:02.138674 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54245c20-d02d-482c-bc96-cd3bd7a6f6fe req-e02c248f-7ba2-4278-8bfd-c49dbb280331 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:02.140545 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-54245c20-d02d-482c-bc96-cd3bd7a6f6fe req-e02c248f-7ba2-4278-8bfd-c49dbb280331 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0917723
Jun 21 04:36:02.160007 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-810d59d7-80f9-4dc3-b506-3ad913a39995 req-38f03a5d-6924-453f-8b69-6b8286f3f78d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1857929
Jun 21 04:36:02.286961 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-54245c20-d02d-482c-bc96-cd3bd7a6f6fe req-059885f3-0609-484b-ab0c-b3db3ac55a7f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248746
Jun 21 04:36:02.319262 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Router 9d90433d-ffb9-4c06-98b3-5dea718e6522 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:36:02.489808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:36:02.506545 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Sync routers for ids ['9d90433d-ffb9-4c06-98b3-5dea718e6522'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:36:02.510866 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:02.514971 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3790569
Jun 21 04:36:02.516383 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41644) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:02.525354 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Routers {'9d90433d-ffb9-4c06-98b3-5dea718e6522'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:02.526421 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ee84640>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d90433d-ffb9-4c06-98b3-5dea718e6522'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:02.690547 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Set router 9d90433d-ffb9-4c06-98b3-5dea718e6522 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:02.937243 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9ddce426-1669-4379-bb0d-5b3262460675 req-33159460-4790-44a5-8885-39b48e16e442 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 210 time: 0.0611596
Jun 21 04:36:03.022934 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ee84640>, [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:36:01Z', 'revision_number': 3, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:03.061620 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Checking router: 9d90433d-ffb9-4c06-98b3-5dea718e6522 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:36:03.062099 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Updating router 9d90433d-ffb9-4c06-98b3-5dea718e6522 port 5bea53a1-a883-4de2-962e-217fff073dbf binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:36:03.238566 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:03.354558 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e738ea7-f20f-427a-b685-8ea770645345 None None] Network e91668c7-d21c-49b3-9c61-1034a46f519b requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:36:03.453163 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:03.565686 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03132fa-d079-4e5b-a147-63dc4b664bad req-f4d5a651-f145-4db8-887a-f7035409f63e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:03.574201 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e03132fa-d079-4e5b-a147-63dc4b664bad req-f4d5a651-f145-4db8-887a-f7035409f63e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1599338
Jun 21 04:36:03.637361 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e03132fa-d079-4e5b-a147-63dc4b664bad req-a0f8d9dd-8240-4242-83f6-2ba193000d88 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620573
Jun 21 04:36:03.654869 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-b6a8c36b-7f49-4fbb-8bf3-cbea3b969567 None None] Provisioning for port e982a082-403b-4754-9521-a1b66e88a1d4 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:03.788251 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Allocated IP 172.20.0.1 (e91668c7-d21c-49b3-9c61-1034a46f519b/92fc8fb1-6491-4c6c-b134-2f4510c8002b/c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:36:03.820066 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e982a082-403b-4754-9521-a1b66e88a1d4 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:03.898262 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:03.934200 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Transition to ACTIVE for port object 5bea53a1-a883-4de2-962e-217fff073dbf will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:03.939821 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port e982a082-403b-4754-9521-a1b66e88a1d4 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:03.948837 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port e982a082-403b-4754-9521-a1b66e88a1d4 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:03.949293 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:03.951297 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:03.954895 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:03.958582 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-deecf377-048a-4073-8f6c-f95baeb0e797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:04.011676 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Transition to ACTIVE for port object c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:04.082555 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65977dcb-e8f4-4b48-a5bc-3a89e9ad24a5 None None] Pushing event updated for resources: {'Port': ['ID=5bea53a1-a883-4de2-962e-217fff073dbf,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:04.086108 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-65977dcb-e8f4-4b48-a5bc-3a89e9ad24a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:04.108620 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Attempting to bind port 5bea53a1-a883-4de2-962e-217fff073dbf on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:36:04.109241 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Attempting to bind port 5bea53a1-a883-4de2-962e-217fff073dbf by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:36:04.111679 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Attempting to bind port 5bea53a1-a883-4de2-962e-217fff073dbf on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:04.118139 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:36:04.118776 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:36:04.119355 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.119914 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:36:04.121491 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Bound port: 5bea53a1-a883-4de2-962e-217fff073dbf, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:36:04.122066 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.166233 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.179137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.208783 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] For port 5bea53a1-a883-4de2-962e-217fff073dbf, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:36:04.212652 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] For port 5bea53a1-a883-4de2-962e-217fff073dbf, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5bea53a1-a883-4de2-962e-217fff073dbf,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:36:04.215145 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:04.231010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port e982a082-403b-4754-9521-a1b66e88a1d4, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e982a082-403b-4754-9521-a1b66e88a1d4,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:04.231678 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.237104 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:04.237484 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.239513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 23211e49-cae7-45c4-a00c-208582cc99e2 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:04.243176 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:04.317348 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-903b3c2d-648f-4c98-ae44-7693dcba78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:04.318834 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-903b3c2d-648f-4c98-ae44-7693dcba78a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.2743871
Jun 21 04:36:04.331922 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65977dcb-e8f4-4b48-a5bc-3a89e9ad24a5 None None] Pushing event updated for resources: {'Port': ['ID=5bea53a1-a883-4de2-962e-217fff073dbf,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:04.337591 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-65977dcb-e8f4-4b48-a5bc-3a89e9ad24a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:04.348969 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:04.360656 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-441475b7-0bf5-4a8f-9ad8-91b207e219a6 None None] Provisioning complete for port e982a082-403b-4754-9521-a1b66e88a1d4 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:04.361739 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-441475b7-0bf5-4a8f-9ad8-91b207e219a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.379576 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Network e91668c7-d21c-49b3-9c61-1034a46f519b is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:36:04.380637 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:04.387809 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Routers {'9d90433d-ffb9-4c06-98b3-5dea718e6522'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:04.388487 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ee84640>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d90433d-ffb9-4c06-98b3-5dea718e6522'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:04.393094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:36:04.396189 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:36:04.452523 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=e982a082-403b-4754-9521-a1b66e88a1d4,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:04.469273 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:04.474691 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 23211e49-cae7-45c4-a00c-208582cc99e2 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:04.480382 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 23211e49-cae7-45c4-a00c-208582cc99e2 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:04.481093 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.501471 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.519323 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-bafaccd2-f6fa-4b2d-a2fc-77a5f3263b5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 1000 time: 0.1753712
Jun 21 04:36:04.565146 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] Set router 9d90433d-ffb9-4c06-98b3-5dea718e6522 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:04.591034 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-774a6a90-0e8a-4699-944c-2c28d54f6b58 req-2751dbef-4e87-4d51-b330-9d4b14258d1e tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f95a09d0-c00e-4e02-a9fa-1e8cb576a115 HTTP/1.1" status: 200  len: 210 time: 0.2653713
Jun 21 04:36:04.661029 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.688711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9467ad87-d770-45a2-b713-6e12583d2e21 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:36:04.727799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ac6d6-7ee4-4e29-a6f4-04e97e0606c7 req-175e9def-043f-4bab-b2c0-b0528234f5db tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:04.737003 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c0ac6d6-7ee4-4e29-a6f4-04e97e0606c7 req-175e9def-043f-4bab-b2c0-b0528234f5db tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 1.2003410
Jun 21 04:36:04.743266 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-be935af9-7586-47bb-8a85-a3f646c4aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:04.745059 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-be935af9-7586-47bb-8a85-a3f646c4aa24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.1688027
Jun 21 04:36:04.830700 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 23211e49-cae7-45c4-a00c-208582cc99e2, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=23211e49-cae7-45c4-a00c-208582cc99e2,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:04.841100 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:04.845161 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 9467ad87-d770-45a2-b713-6e12583d2e21 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:36:04.845515 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9467ad87-d770-45a2-b713-6e12583d2e21 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:36:04.852560 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:04.885446 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-b8c3fd75-ce09-4599-96a6-b91fff481604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:04.889706 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-b8c3fd75-ce09-4599-96a6-b91fff481604 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381969
Jun 21 04:36:04.958949 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=23211e49-cae7-45c4-a00c-208582cc99e2,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:04.969971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:04.971818 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c0ac6d6-7ee4-4e29-a6f4-04e97e0606c7 req-b868f5b4-27fb-4f06-b225-c14a2ce4c48c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2214015
Jun 21 04:36:05.028528 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f58ba84e-dd3a-409a-9c2d-d984bc276e4b None None] Provisioning for port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:05.039925 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-f58ba84e-dd3a-409a-9c2d-d984bc276e4b None None] Provisioning complete for port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:05.040355 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f58ba84e-dd3a-409a-9c2d-d984bc276e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:05.053806 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ee84640>, [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:36:01Z', 'revision_number': 3, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:05.057849 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:05.089581 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9d0ac-008d-4873-9805-b85345360ed4 None None] The sync data for ids ['9d90433d-ffb9-4c06-98b3-5dea718e6522'] in dv-cinder-796889-2-iscsi is: [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:36:01Z', 'revision_number': 3, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:36:05.108777 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-f58ba84e-dd3a-409a-9c2d-d984bc276e4b None None] Port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:36:05.133425 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f624a-8dd6-47c4-aa47-4bafebe72c73 req-c32cb48d-03f2-4c63-8555-7ab94b30eec3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:05.142146 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-234f624a-8dd6-47c4-aa47-4bafebe72c73 req-c32cb48d-03f2-4c63-8555-7ab94b30eec3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.2128940
Jun 21 04:36:05.147340 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-6fb619a8-4f96-49d6-b390-93af293e6ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497652
Jun 21 04:36:05.342156 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:05.354098 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:05.360284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d7085e01-3a4c-4a1d-bf13-5d64eaab9f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:05.466039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:05.468704 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:05.470849 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:05.561859 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-234f624a-8dd6-47c4-aa47-4bafebe72c73 req-67695653-aba1-47a5-97aa-cb9ef540ed12 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4185202
Jun 21 04:36:05.640468 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-cfebc03d-3957-487c-92e0-57f79d3495ff req-c9c205bc-d30d-4773-99d2-4c44847abcb0 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4858289
Jun 21 04:36:05.699673 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Network e91668c7-d21c-49b3-9c61-1034a46f519b is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:36:05.701487 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:36:05.726288 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 23211e49-cae7-45c4-a00c-208582cc99e2 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:05.749111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41684) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:05.846217 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 23211e49-cae7-45c4-a00c-208582cc99e2 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:05.846614 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:05.971628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Router 9d90433d-ffb9-4c06-98b3-5dea718e6522 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:36:06.007727 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e982a082-403b-4754-9521-a1b66e88a1d4 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:06.102323 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port e982a082-403b-4754-9521-a1b66e88a1d4 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:06.102711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:06.141679 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:36:06.151001 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d90433d-ffb9-4c06-98b3-5dea718e6522/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6333351
Jun 21 04:36:06.185949 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-6a424d93-dcdb-490c-9f83-e7730921e048 None None] Provisioning complete for port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:06.188550 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6a424d93-dcdb-490c-9f83-e7730921e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:06.286756 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-6a424d93-dcdb-490c-9f83-e7730921e048 None None] Port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:36:06.326096 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:36:06.519214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c305fa-4448-412a-bb79-689ff5d5686b req-a24369c0-7b31-4769-ae5e-c01d7b9e5111 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:06.535352 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-82c305fa-4448-412a-bb79-689ff5d5686b req-a24369c0-7b31-4769-ae5e-c01d7b9e5111 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1966317
Jun 21 04:36:06.683546 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-82c305fa-4448-412a-bb79-689ff5d5686b req-507d7466-07c7-474e-bddc-fe3481cb7501 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1472595
Jun 21 04:36:06.942540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41708) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:06.947761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776678434', 'description': 'tempest-secgroup-smoke-1776678434 description', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:06.960349 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:06.981662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.056419 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2101-46ae-4646-919f-d5b8ea37e887 req-23387494-08be-4fe0-8049-898f623c1f0f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:07.064081 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c95f2101-46ae-4646-919f-d5b8ea37e887 req-23387494-08be-4fe0-8049-898f623c1f0f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1827445
Jun 21 04:36:07.097174 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.105220 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.111124 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-188fb6a6-2745-4e06-890d-3f54f860fe75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:07.147681 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c95f2101-46ae-4646-919f-d5b8ea37e887 req-55f18e74-91ea-47b3-95c7-9927a46858da tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821216
Jun 21 04:36:07.150443 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.151793 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2082374
Jun 21 04:36:07.153945 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0423a059-ef6c-485d-b083-9811cb9eaaf1,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:07.157213 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:07.157742 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41710) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:07.162581 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group_rule': {'security_group_id': '0423a059-ef6c-485d-b083-9811cb9eaaf1', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:07.210513 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.284935 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.289935 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.292597 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:07.308969 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcea2908-8961-4d22-8df1-ee63955c0810,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:07.313662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:07.321502 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.323430 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-39789b9c-c53a-4c85-ae11-5cfd494cbf19 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1645532
Jun 21 04:36:07.326185 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41712) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:07.331615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group_rule': {'security_group_id': '0423a059-ef6c-485d-b083-9811cb9eaaf1', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:07.369452 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.431440 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Deleting port c509b2a2-6b3a-4162-81f9-5cea533b28f1 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:36:07.432954 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.449984 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.454780 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.473572 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ec2e5b8c-4e23-4084-9448-5e5da50b478f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:07.484921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.486049 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1584461
Jun 21 04:36:07.488683 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2413fbbe-b364-41ae-a12f-3eb5b40ee159,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:07.489406 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41714) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:07.491181 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:07.497177 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group_rule': {'security_group_id': '0423a059-ef6c-485d-b083-9811cb9eaaf1', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:07.560657 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.568005 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] For port c509b2a2-6b3a-4162-81f9-5cea533b28f1, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c509b2a2-6b3a-4162-81f9-5cea533b28f1,segment=NetworkSegment(a3181106-2386-41c4-ac64-2fa48a4b0b66),segment_id=a3181106-2386-41c4-ac64-2fa48a4b0b66)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:07.568334 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.653470 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5bea53a1-a883-4de2-962e-217fff073dbf up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:07.653963 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Calling delete_port for c509b2a2-6b3a-4162-81f9-5cea533b28f1 owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:36:07.711790 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 5bea53a1-a883-4de2-962e-217fff073dbf completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:07.718078 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 5bea53a1-a883-4de2-962e-217fff073dbf triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:07.718804 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.733963 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.746357 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.754912 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4334a935-4a0b-43a3-922c-05c9108b693c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:07.777549 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd900bad-c9bd-4297-b78c-cffa6efc3bb0,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:07.783900 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:07.859287 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Sync routers for ids ['9d90433d-ffb9-4c06-98b3-5dea718e6522'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:36:07.886068 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.890524 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3991604
Jun 21 04:36:07.893070 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41720) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:07.893200 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.897778 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group_rule': {'security_group_id': '0423a059-ef6c-485d-b083-9811cb9eaaf1', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:07.921463 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 5bea53a1-a883-4de2-962e-217fff073dbf, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5bea53a1-a883-4de2-962e-217fff073dbf,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:07.928461 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.934254 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-56903b1d-6ce9-4468-b65e-5bb5ddb8b9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:07.936568 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Routers {'9d90433d-ffb9-4c06-98b3-5dea718e6522'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:07.938360 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dc9e4c0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d90433d-ffb9-4c06-98b3-5dea718e6522'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:07.956478 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:07.970439 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383c8c-9613-4ce5-bd0f-8b9a29e5e313 req-48f56ca5-9484-4717-9dec-583f2cf10f88 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:07.972084 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5d383c8c-9613-4ce5-bd0f-8b9a29e5e313 req-48f56ca5-9484-4717-9dec-583f2cf10f88 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1027746
Jun 21 04:36:08.024431 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.031440 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.052820 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c00d483d-286f-4966-bfb8-02b4664bfe1f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:08.085152 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5d383c8c-9613-4ce5-bd0f-8b9a29e5e313 req-aabe179d-f808-458f-a3d1-e0131c2996a3 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978978
Jun 21 04:36:08.090370 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.094657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41722) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:08.099308 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group_rule': {'security_group_id': '0423a059-ef6c-485d-b083-9811cb9eaaf1', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:08.104688 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2104831
Jun 21 04:36:08.105584 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55a4958-2da5-4d05-a73e-57be9b4eb016,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:08.109964 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:08.125270 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Set router 9d90433d-ffb9-4c06-98b3-5dea718e6522 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:08.138517 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.141764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f0b46e7e-2966-49ac-9416-b8bea87b085a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:08.165882 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.securitygroups_db [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Project 67bf9fce7c874fb6b9a6afe55bf50d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 04:36:08.172574 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c509b2a2-6b3a-4162-81f9-5cea533b28f1,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:08.173081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.176854 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:08.218467 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=5bea53a1-a883-4de2-962e-217fff073dbf,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:08.223582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:08.251657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.260424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.262947 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e3b15a0d-cd04-44ea-87d6-bdbb44ac315f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:08.292068 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.293564 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1978865
Jun 21 04:36:08.300303 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41726) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:08.308010 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'security_group_rule': {'security_group_id': '0423a059-ef6c-485d-b083-9811cb9eaaf1', 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:08.311905 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c6e4f0-6251-4115-8e8a-c317a0164c2c,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:08.321597 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:08.375707 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.securitygroups_db [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Project 67bf9fce7c874fb6b9a6afe55bf50d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 04:36:08.407860 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.444563 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dc9e4c0>, [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 4, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf', 'name': '', 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'mac_address': 'fa:16:3e:03:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:03Z', 'updated_at': '2021-06-21T04:36:05Z', 'revision_number': 2, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'subnets': [{'id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:08.484456 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Checking router: 9d90433d-ffb9-4c06-98b3-5dea718e6522 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:36:08.484971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Updating router 9d90433d-ffb9-4c06-98b3-5dea718e6522 port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:36:08.527960 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.532432 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.538592 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.539880 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.551631 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5ba0-f65a-4786-8165-00e2bea0d4b4 req-e200c54a-ba14-4dde-9a7d-b62b66e0b5a5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:08.553076 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-99bc5ba0-f65a-4786-8165-00e2bea0d4b4 req-e200c54a-ba14-4dde-9a7d-b62b66e0b5a5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1870422
Jun 21 04:36:08.556096 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0e3785c6-9003-4ee1-99b4-607780157034 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:08.621110 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c265367e-e745-4652-9c08-e1a068f9b72e,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:08.626804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:08.636539 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:08.645662 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-920add18-c5c2-43d0-8db6-ff8f168250a8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3427534
Jun 21 04:36:08.664356 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-99bc5ba0-f65a-4786-8165-00e2bea0d4b4 req-9414ef58-7408-42c9-9213-167810edd50b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040020
Jun 21 04:36:09.030869 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:09.043910 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Transition to ACTIVE for port object c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:09.062161 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:09.066553 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:09.180955 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Router 9d94535a-a463-421e-bf2f-9e30c25708d1 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:36:09.252943 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d6a53-aef3-4743-a571-50d2716f0468 None None] Pushing event updated for resources: {'Port': ['ID=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:09.260450 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-433d6a53-aef3-4743-a571-50d2716f0468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:09.381163 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Attempting to bind port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:36:09.381555 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Attempting to bind port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:36:09.381975 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Attempting to bind port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf on network e91668c7-d21c-49b3-9c61-1034a46f519b {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:09.399115 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:36:09.399115 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Checking segment: {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:36:09.399115 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:09.399115 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Bound using segment: {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:36:09.400664 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Bound port: c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:36:09.401086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:09.427179 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:36:09.438396 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] Sync routers for ids ['9d94535a-a463-421e-bf2f-9e30c25708d1'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:36:09.453329 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] Routers {'9d94535a-a463-421e-bf2f-9e30c25708d1'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:09.454558 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] 10.222.0.66 "PUT /v2.0/routers/9d94535a-a463-421e-bf2f-9e30c25708d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7037272
Jun 21 04:36:09.455482 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f097a60>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d94535a-a463-421e-bf2f-9e30c25708d1'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:09.457221 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41774) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:09.653448 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] Set router 9d94535a-a463-421e-bf2f-9e30c25708d1 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:09.733803 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] For port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:36:09.745686 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] For port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:36:09.760539 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:09.769684 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:09.826633 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5bea53a1-a883-4de2-962e-217fff073dbf up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:09.830155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d6a53-aef3-4743-a571-50d2716f0468 None None] Pushing event updated for resources: {'Port': ['ID=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:09.851052 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-433d6a53-aef3-4743-a571-50d2716f0468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:09.933605 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Routers {'9d90433d-ffb9-4c06-98b3-5dea718e6522'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:09.934463 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dc9e4c0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d90433d-ffb9-4c06-98b3-5dea718e6522'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:09.998191 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f097a60>, [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:36:08Z', 'revision_number': 5, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:10.034128 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] Checking router: 9d94535a-a463-421e-bf2f-9e30c25708d1 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:36:10.044952 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] Routers {'9d94535a-a463-421e-bf2f-9e30c25708d1'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:36:10.046235 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f097a60>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:35:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d94535a-a463-421e-bf2f-9e30c25708d1'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:10.052849 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 5bea53a1-a883-4de2-962e-217fff073dbf triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:10.053424 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:10.080000 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635b6e6-a0a5-4156-b1cf-3895d73b9c74 req-e74d4327-0155-4089-8315-e2c866a4f38e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:10.087659 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6635b6e6-a0a5-4156-b1cf-3895d73b9c74 req-e74d4327-0155-4089-8315-e2c866a4f38e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1454957
Jun 21 04:36:10.116271 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbb51-820f-42f6-90b1-f1afdf246dfb req-f0f188d7-6dca-47ef-b267-e718b72d4819 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:10.118657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e91fbb51-820f-42f6-90b1-f1afdf246dfb req-f0f188d7-6dca-47ef-b267-e718b72d4819 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.7730637
Jun 21 04:36:10.147419 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6635b6e6-a0a5-4156-b1cf-3895d73b9c74 req-d3785437-6349-4dec-be6b-fab9b1876620 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539370
Jun 21 04:36:10.226350 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks [] for router, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:10.231450 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e91fbb51-820f-42f6-90b1-f1afdf246dfb req-549f6142-c628-441a-bcd6-d815395a370d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719976
Jun 21 04:36:10.265329 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] Set router 9d94535a-a463-421e-bf2f-9e30c25708d1 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:10.267823 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] Set router 9d90433d-ffb9-4c06-98b3-5dea718e6522 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:36:10.359628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:10.442171 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Deleting port a9111db2-a01e-45be-977c-b0ebf025be4b {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:36:10.442858 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:10.503328 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f097a60>, [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:36:08Z', 'revision_number': 5, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:10.536400 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef7572-2710-48d7-8d19-25137ba1dde2 None None] The sync data for ids ['9d94535a-a463-421e-bf2f-9e30c25708d1'] in dv-cinder-796889-2-iscsi is: [{'id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'name': 'tempest-ServerRescueNegativeTestJSON-1845027302-router', 'tenant_id': '52507c45e4004dc2876d2f9168d083c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:36:08Z', 'revision_number': 5, 'project_id': '52507c45e4004dc2876d2f9168d083c3', 'gw_port': {'id': 'a9111db2-a01e-45be-977c-b0ebf025be4b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d94535a-a463-421e-bf2f-9e30c25708d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:49Z', 'updated_at': '2021-06-21T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:36:10.543026 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] For port a9111db2-a01e-45be-977c-b0ebf025be4b, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=a9111db2-a01e-45be-977c-b0ebf025be4b,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:10.543515 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:10.549227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dc9e4c0>, [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 4, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf', 'name': '', 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'mac_address': 'fa:16:3e:03:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:03Z', 'updated_at': '2021-06-21T04:36:09Z', 'revision_number': 4, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'subnets': [{'id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:10.603048 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9978b0-11df-420d-acb3-bbe8d8171bba None None] The sync data for ids ['9d90433d-ffb9-4c06-98b3-5dea718e6522'] in dv-cinder-796889-2-iscsi is: [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 4, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf', 'name': '', 'network_id': 'e91668c7-d21c-49b3-9c61-1034a46f519b', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'mac_address': 'fa:16:3e:03:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:03Z', 'updated_at': '2021-06-21T04:36:09Z', 'revision_number': 4, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'subnets': [{'id': '92fc8fb1-6491-4c6c-b134-2f4510c8002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:36:10.662544 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Calling delete_port for a9111db2-a01e-45be-977c-b0ebf025be4b owned by network:router_gateway {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:36:10.983362 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:10.986379 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1c043d7c-2931-4e57-8efe-d41953382d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:11.022691 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9111db2-a01e-45be-977c-b0ebf025be4b,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:11.035371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:11.118190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.295307 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.303158 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.396276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.396874 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d94535a-a463-421e-bf2f-9e30c25708d1 {{(pid=92725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:36:11.403799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.405153 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] 10.222.0.66 "DELETE /v2.0/routers/9d94535a-a463-421e-bf2f-9e30c25708d1 HTTP/1.1" status: 204  len: 168 time: 1.9453840
Jun 21 04:36:11.408360 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41802) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:11.477553 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_v2 [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Deleting subnet 21f731f8-fc9f-40f5-abdf-b98c217c2a16 {{(pid=92725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:36:11.482083 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.546692 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d422845-5437-4ccc-92a6-58d803f4a343 req-04ef0a09-a93c-49bb-85a3-5c2dfe4f59fb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:11.558188 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1d422845-5437-4ccc-92a6-58d803f4a343 req-04ef0a09-a93c-49bb-85a3-5c2dfe4f59fb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1473851
Jun 21 04:36:11.593759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64297722'] for subnet, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.675550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.697978 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1d422845-5437-4ccc-92a6-58d803f4a343 req-c1ccc336-4042-4e30-b6d2-4647461b3d96 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387942
Jun 21 04:36:11.712730 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f070b-366c-40d3-899c-0ba0a737fd2a req-b23a6c6d-a4e4-4fa0-867a-83cf31f028a9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:11.714299 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-042f070b-366c-40d3-899c-0ba0a737fd2a req-b23a6c6d-a4e4-4fa0-867a-83cf31f028a9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1768894
Jun 21 04:36:11.827267 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64297507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64544725'] for subnet, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.839911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:11.855276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-042f070b-366c-40d3-899c-0ba0a737fd2a req-b5c4f8e3-e04f-4bcb-969a-fc3eabd993d0 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113520
Jun 21 04:36:11.879798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f731f8-fc9f-40f5-abdf-b98c217c2a16,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:11.881935 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:11.884200 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/21f731f8-fc9f-40f5-abdf-b98c217c2a16 HTTP/1.1" status: 204  len: 168 time: 0.4745951
Jun 21 04:36:11.886908 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41810) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:11.893147 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:11.986993 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.155485 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:12.189672 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.209188 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985d010760>,) {'filters': {'network_id': ['0ee48e64-7227-43ee-8301-f4d2cd86de9d']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:12.223659 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d010760>, 'a3181106-2386-41c4-ac64-2fa48a4b0b66') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:12.223964 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d010760>, 'a3181106-2386-41c4-ac64-2fa48a4b0b66') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:36:12.235314 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.264874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.277977 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:36:12.279063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:36:12.284864 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:36:12.287453 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:12.294362 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:12.294751 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.401413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca76d4d-9ca2-4ec4-a199-013084007692 req-c32f93e9-0e14-41a8-b663-1fa6fdb95294 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:12.419553 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dca76d4d-9ca2-4ec4-a199-013084007692 req-c32f93e9-0e14-41a8-b663-1fa6fdb95294 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0966642
Jun 21 04:36:12.434603 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.450651 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.452711 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0ee48e64-7227-43ee-8301-f4d2cd86de9d HTTP/1.1" status: 204  len: 168 time: 0.5646987
Jun 21 04:36:12.453525 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:12.473790 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee48e64-7227-43ee-8301-f4d2cd86de9d,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:12.481022 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:12.484569 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.490770 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-d3c30e14-b7ac-44c7-b634-5f8247fe355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:12.493110 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-d3c30e14-b7ac-44c7-b634-5f8247fe355e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1098 time: 0.1111701
Jun 21 04:36:12.521389 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dca76d4d-9ca2-4ec4-a199-013084007692 req-e2360528-b557-4f58-86d3-af31e85471f8 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001320
Jun 21 04:36:12.558394 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:12.565340 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.582649 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:12.628747 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c509b2a2-6b3a-4162-81f9-5cea533b28f1 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:36:12.635629 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-ac7a4285-eefe-4643-b36c-bfd4954191ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:12.637145 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-ac7a4285-eefe-4643-b36c-bfd4954191ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.1376336
Jun 21 04:36:12.654580 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:12.665985 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:12.666742 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: c509b2a2-6b3a-4162-81f9-5cea533b28f1 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:36:12.667252 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c509b2a2-6b3a-4162-81f9-5cea533b28f1 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:36:12.688562 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41828) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:12.729246 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-6894404c-774e-46f0-a229-7504fa470ee5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 1001 time: 0.0849526
Jun 21 04:36:12.750352 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-cb7f258b-3064-4156-b286-df6a28b3f632 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52507c45e4004dc2876d2f9168d083c3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0603614
Jun 21 04:36:12.766846 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41832) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:12.808043 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-5d101b9a-cefa-4407-9e24-d6cd250b5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:12.809539 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-5d101b9a-cefa-4407-9e24-d6cd250b5a7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0742064
Jun 21 04:36:12.865181 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.913272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:12.952936 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-8be2fc3d-2d0e-4c74-bf4b-dcc958a0aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:12.958405 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-8be2fc3d-2d0e-4c74-bf4b-dcc958a0aeb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1413324
Jun 21 04:36:12.988186 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce41ef-24fa-4ae5-8c52-7e234ace8327 req-e0fc9abb-2c1f-41a2-992d-b0fa73b79033 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:12.992807 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-75ce41ef-24fa-4ae5-8c52-7e234ace8327 req-e0fc9abb-2c1f-41a2-992d-b0fa73b79033 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1026747
Jun 21 04:36:13.057373 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-75ce41ef-24fa-4ae5-8c52-7e234ace8327 req-99c98554-7592-41f1-bb48-882be61c0b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592964
Jun 21 04:36:13.061285 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:13.063969 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:13.068057 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c8fe543-20d2-4cbe-b193-788bebeae289 HTTP/1.1" status: 204  len: 168 time: 0.2973821
Jun 21 04:36:13.070713 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-825418e1-c219-48e7-ae3c-af4acafec8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:13.082937 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8fe543-20d2-4cbe-b193-788bebeae289,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:13.096192 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:13.142654 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-1d6ae56c-8b65-4d0b-b928-d31aa32cb14b service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757123
Jun 21 04:36:13.287549 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4127fe1-e1a9-4b73-8ab7-e35becfa5044 req-938c8264-768b-456c-800e-5ae8135b9438 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365097
Jun 21 04:36:13.618863 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:13.687097 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:13.688347 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:13.818712 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device a9111db2-a01e-45be-977c-b0ebf025be4b no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:36:13.831936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98975e1-c660-48d0-bd0f-1d51ed2ca307 req-94d6403f-93a3-4b8e-b48f-72ebc0334e88 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:13.840847 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f98975e1-c660-48d0-bd0f-1d51ed2ca307 req-94d6403f-93a3-4b8e-b48f-72ebc0334e88 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.1679249
Jun 21 04:36:13.842070 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: a9111db2-a01e-45be-977c-b0ebf025be4b {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:36:13.842445 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device a9111db2-a01e-45be-977c-b0ebf025be4b not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:36:13.883025 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f98975e1-c660-48d0-bd0f-1d51ed2ca307 req-8fae2d83-2d7a-419f-8960-2b94355dd298 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385692
Jun 21 04:36:14.292961 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5903d-a5c0-41f8-ae47-4c9c13abcbda req-f89e6d40-fe2b-4228-a473-2af1047917e8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:14.295249 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4dd5903d-a5c0-41f8-ae47-4c9c13abcbda req-f89e6d40-fe2b-4228-a473-2af1047917e8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0863845
Jun 21 04:36:14.352866 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4dd5903d-a5c0-41f8-ae47-4c9c13abcbda req-89d8ce02-0ac3-4b5b-b421-02d54cf67ff2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505996
Jun 21 04:36:15.067227 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 41894) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:15.101086 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f5962-7a7c-4f4e-935f-401c21b01d36 req-dc9f7dd5-1aef-400f-a554-0ed8f49417da tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:15.108864 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6c2f5962-7a7c-4f4e-935f-401c21b01d36 req-dc9f7dd5-1aef-400f-a554-0ed8f49417da tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0912437
Jun 21 04:36:15.166852 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6c2f5962-7a7c-4f4e-935f-401c21b01d36 req-19a72acb-0e91-4a63-8f06-be7833ea4779 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571296
Jun 21 04:36:15.241725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.353396 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.358395 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.363112 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0c14590c-9d69-4c90-bd13-bfcff34d896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:15.404417 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92ea00-2074-4c87-9ee9-61e48b79a1f5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:15.414841 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:15.424020 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 41902) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:15.427192 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=908b2f33de4b4e0084aeb3ba64cef7c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3510573
Jun 21 04:36:15.484966 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.552589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.620848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2409047-99ed-4da6-883d-b476706f5e14 req-64892cb2-ebba-499d-9630-e2b6111ee620 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:15.622333 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2409047-99ed-4da6-883d-b476706f5e14 req-64892cb2-ebba-499d-9630-e2b6111ee620 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1150115
Jun 21 04:36:15.637994 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.640505 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:15.641576 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb92ea00-2074-4c87-9ee9-61e48b79a1f5 HTTP/1.1" status: 204  len: 168 time: 0.2163384
Jun 21 04:36:15.643459 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1eeeb013-3068-47ae-a9ce-cbe9b2c37528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:15.667062 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92ea00-2074-4c87-9ee9-61e48b79a1f5,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:15.671127 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:15.708640 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2409047-99ed-4da6-883d-b476706f5e14 req-8345aee2-499a-40a4-9c3c-aed6f9063c85 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772846
Jun 21 04:36:16.608466 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-ad03892a-e3f8-4a5b-8ea6-86eca4b225cf tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:16.609984 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-ad03892a-e3f8-4a5b-8ea6-86eca4b225cf tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/networks?id=8f09074a-e2e6-4365-beca-1309171bd4b5 HTTP/1.1" status: 200  len: 814 time: 0.1095321
Jun 21 04:36:16.624817 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-bba42692-a6ad-4f6f-90f7-1ad65619f18c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/quotas/2024dd19e8844360811025bf3c4a9b4b HTTP/1.1" status: 200  len: 375 time: 0.0093584
Jun 21 04:36:16.662180 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-a33d5c89-5718-4ff5-ab44-d022ea6e4e08 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2024dd19e8844360811025bf3c4a9b4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0317917
Jun 21 04:36:16.889853 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9da50-c480-46fc-b9b4-5d789ad9f9b3 req-327e072c-8a0b-4f26-a735-379fbd0411c7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:16.891349 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58e9da50-c480-46fc-b9b4-5d789ad9f9b3 req-327e072c-8a0b-4f26-a735-379fbd0411c7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.0664437
Jun 21 04:36:16.922169 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-1d7c9253-e0ee-4c67-a4d1-d73ac24fa30a service neutron] 10.222.0.66 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530859
Jun 21 04:36:16.931186 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58e9da50-c480-46fc-b9b4-5d789ad9f9b3 req-98b6dbab-598a-4a68-83f4-099df9feb3b2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342026
Jun 21 04:36:17.020333 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-9b2de017-154e-4694-90ff-d55026336711 service neutron] 10.222.0.66 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907989
Jun 21 04:36:17.194734 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3bd8b51d-7af9-424e-b683-11bc6399bf4d req-4867c9b2-603e-4168-bf4d-864c81879933 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 210 time: 0.0313427
Jun 21 04:36:17.698267 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-95b29229-33f3-4ebe-9f13-f81b3bcceec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:17.699679 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-95b29229-33f3-4ebe-9f13-f81b3bcceec5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1098 time: 0.0619617
Jun 21 04:36:17.797689 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-d368a54e-9c23-4a84-a010-1c8c9c9754d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:17.799173 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-d368a54e-9c23-4a84-a010-1c8c9c9754d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0845895
Jun 21 04:36:17.868123 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-c4ef5661-258f-4794-ac4f-836050ced0d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 1000 time: 0.0614960
Jun 21 04:36:17.937990 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-ce61253b-c6e8-4599-9e05-bf93525857cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:17.939439 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-ce61253b-c6e8-4599-9e05-bf93525857cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0472758
Jun 21 04:36:18.000952 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-4f393128-e9f4-4d4e-b879-86b38dab34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:18.002659 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-4f393128-e9f4-4d4e-b879-86b38dab34dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0555470
Jun 21 04:36:18.138208 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-07d4a182-c66e-46ca-ba28-4d88c0810c96 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259742
Jun 21 04:36:18.161079 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063747-3edf-4978-8605-af5d7ba5a071 req-7006e03f-db50-4d03-b9ad-d4772c7b9ed6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:18.162469 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a3063747-3edf-4978-8605-af5d7ba5a071 req-7006e03f-db50-4d03-b9ad-d4772c7b9ed6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1018672
Jun 21 04:36:18.242792 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a3063747-3edf-4978-8605-af5d7ba5a071 req-9806a6dd-149a-4e04-bbbe-8f5332e0301c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705082
Jun 21 04:36:18.282346 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0ea6f5c0-ccc7-4554-bd0f-e0104f9665c8 req-c2fc9e5c-8ba5-4357-98ff-47534a74d6cc service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362300
Jun 21 04:36:18.357647 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eeffb213-117e-47f9-bc8b-a9b014f6a7c4 req-7a3db780-450b-4e4d-b8cc-7a8ef6b64ba5 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 210 time: 0.0311198
Jun 21 04:36:18.622610 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-18875371-a32f-45d8-b8d8-d5c3d501a3fb tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:18.624030 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-18875371-a32f-45d8-b8d8-d5c3d501a3fb tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "GET /v2.0/networks?id=8f09074a-e2e6-4365-beca-1309171bd4b5 HTTP/1.1" status: 200  len: 814 time: 0.1126997
Jun 21 04:36:18.658434 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Request body: {'port': {'device_id': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5', 'admin_state_up': True, 'tenant_id': '2024dd19e8844360811025bf3c4a9b4b'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:18.777454 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Made reservation on behalf of 2024dd19e8844360811025bf3c4a9b4b for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:36:18.782678 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:18.917874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Allocated IP 172.20.0.2 (8f09074a-e2e6-4365-beca-1309171bd4b5/8ea93866-8ca5-4240-9bea-0511e0779c75/6252f895-7bb4-441b-89e4-b31afe1b7c3d) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:36:19.061802 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.100728 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.104505 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:19.146067 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Network 8f09074a-e2e6-4365-beca-1309171bd4b5 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:36:19.150925 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:36:19.154592 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:36:19.185875 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Pushing event updated for resources: {'Port': ['ID=6252f895-7bb4-441b-89e4-b31afe1b7c3d,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:19.190018 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:19.212993 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:19.213606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.229244 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5797079
Jun 21 04:36:19.247347 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Request body: {'port': {'device_id': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:19.322570 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.397139 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:36:19.498268 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.521494 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:36:19.524022 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b48af3-7301-4cce-b05b-a3fc34c27c0e" -d '{"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-unplugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:36:19.540010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:19.545234 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.547434 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-624692e9-f6db-4f98-9e2c-73bcd8afae4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:19.551649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774182a7-5a20-4035-9079-7a4715b61219 req-e34ca9af-6378-4032-a579-c80525981d4c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:19.558622 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-774182a7-5a20-4035-9079-7a4715b61219 req-e34ca9af-6378-4032-a579-c80525981d4c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 931 time: 0.0718954
Jun 21 04:36:19.588376 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52595f-bfc3-4257-b9de-77db86b44568 req-0a134541-9835-409c-b276-9b56ab2f9d8b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:19.589891 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb52595f-bfc3-4257-b9de-77db86b44568 req-0a134541-9835-409c-b276-9b56ab2f9d8b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 945 time: 0.1960630
Jun 21 04:36:19.603082 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-774182a7-5a20-4035-9079-7a4715b61219 req-ad7942c8-010f-48bb-9135-b6754a7e4af2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436230
Jun 21 04:36:19.604335 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=8']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:19.607205 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:19.652870 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b471576-720f-4999-bed2-b068370d91d2 x-openstack-request-id: req-3b471576-720f-4999-bed2-b068370d91d2 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:36:19.653460 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-unplugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:36:19.653877 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b471576-720f-4999-bed2-b068370d91d2 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:36:19.654475 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'code': 200}
Jun 21 04:36:19.655221 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb52595f-bfc3-4257-b9de-77db86b44568 req-f2305632-dae9-47b6-a543-d8d60e06fae7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561390
Jun 21 04:36:19.700980 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6252f895-7bb4-441b-89e4-b31afe1b7c3d {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:36:19.708062 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.720605 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Transition to ACTIVE for port object 6252f895-7bb4-441b-89e4-b31afe1b7c3d will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:19.724900 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.726881 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:19.797199 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6252f895-7bb4-441b-89e4-b31afe1b7c3d,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:19.801350 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:19.878752 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Attempting to bind port 6252f895-7bb4-441b-89e4-b31afe1b7c3d on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:36:19.878977 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Attempting to bind port 6252f895-7bb4-441b-89e4-b31afe1b7c3d by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:36:19.879291 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Attempting to bind port 6252f895-7bb4-441b-89e4-b31afe1b7c3d on network 8f09074a-e2e6-4365-beca-1309171bd4b5 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:19.883980 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Port 6252f895-7bb4-441b-89e4-b31afe1b7c3d on network 8f09074a-e2e6-4365-beca-1309171bd4b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:36:19.884333 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Attempting to bind port 6252f895-7bb4-441b-89e4-b31afe1b7c3d on network 8f09074a-e2e6-4365-beca-1309171bd4b5 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:19.888933 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:36:19.889273 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Checking segment: {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:36:19.889654 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Bound using segment: {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:36:19.890089 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Bound port: 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:36:19.890433 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.965826 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] For port 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:36:19.965826 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] For port 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:36:19.970876 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:19.972686 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2110cb55-adfa-4187-9553-fac3f3d46044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:20.006817 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.007489 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:20.009425 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] 10.222.0.69 "PUT /v2.0/ports/6252f895-7bb4-441b-89e4-b31afe1b7c3d HTTP/1.1" status: 200  len: 1093 time: 0.7662339
Jun 21 04:36:20.009919 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'tag': '6252f895-7bb4-441b-89e4-b31afe1b7c3d'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:36:20.012223 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d" -d '{"events": [{"name": "network-changed", "server_uuid": "828fe378-c69e-4030-a26b-e9d6c1e722dc", "tag": "6252f895-7bb4-441b-89e4-b31afe1b7c3d"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:36:20.034045 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6252f895-7bb4-441b-89e4-b31afe1b7c3d,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:20.038101 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:20.053877 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c0b3a-7e8a-473a-ac33-d4d799be5de3 x-openstack-request-id: req-1f3c0b3a-7e8a-473a-ac33-d4d799be5de3 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:36:20.054192 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828fe378-c69e-4030-a26b-e9d6c1e722dc", "tag": "6252f895-7bb4-441b-89e4-b31afe1b7c3d", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:36:20.055261 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f3c0b3a-7e8a-473a-ac33-d4d799be5de3 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:36:20.055577 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'tag': '6252f895-7bb4-441b-89e4-b31afe1b7c3d', 'status': 'completed', 'code': 200}
Jun 21 04:36:20.138053 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-4085f7a1-7bb2-4341-8b09-ec2ccf859624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.139548 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-4085f7a1-7bb2-4341-8b09-ec2ccf859624 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2024dd19e8844360811025bf3c4a9b4b&device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 1096 time: 0.0555596
Jun 21 04:36:20.223995 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-23b75da3-011b-46ae-b96b-11fd1438ae7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d HTTP/1.1" status: 200  len: 217 time: 0.0463753
Jun 21 04:36:20.274500 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-c62f7ce4-ecde-4afb-a827-3f91a77dcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.275937 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-c62f7ce4-ecde-4afb-a827-3f91a77dcbfa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ea93866-8ca5-4240-9bea-0511e0779c75 HTTP/1.1" status: 200  len: 854 time: 0.0440333
Jun 21 04:36:20.308315 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-a3d89d0d-3b1c-4b61-a257-85d608d55823 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f09074a-e2e6-4365-beca-1309171bd4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256824
Jun 21 04:36:20.395558 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-2bbb1317-74d8-4d8b-ab2b-3724c74432d2 service neutron] 10.222.0.69 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803883
Jun 21 04:36:20.487047 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bb96a355-eeea-4e2f-b3d4-439a68cd01da req-65761459-d554-472e-9cb9-342bc6516f03 service neutron] 10.222.0.69 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827851
Jun 21 04:36:20.698416 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-b06b38c8-7654-42ba-82f7-6565d2a0d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.700280 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-b06b38c8-7654-42ba-82f7-6565d2a0d4c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2024dd19e8844360811025bf3c4a9b4b&device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 1096 time: 0.0763690
Jun 21 04:36:20.835162 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-8fd87478-4cc4-442b-abf5-6e94f6e94fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.837615 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-8fd87478-4cc4-442b-abf5-6e94f6e94fcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f09074a-e2e6-4365-beca-1309171bd4b5 HTTP/1.1" status: 200  len: 915 time: 0.1305525
Jun 21 04:36:20.840649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedfab0-91f9-4a41-8ad7-5f98cb1072cc req-93012c2d-0189-4c3a-b9aa-206b9c35a02f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.842144 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aeedfab0-91f9-4a41-8ad7-5f98cb1072cc req-93012c2d-0189-4c3a-b9aa-206b9c35a02f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0647559
Jun 21 04:36:20.853848 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffe3d2-9897-4699-ab63-3727e2d1e133 req-1514777a-b9e4-4c5f-9b4e-af6c73c78084 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.853848 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c9ffe3d2-9897-4699-ab63-3727e2d1e133 req-1514777a-b9e4-4c5f-9b4e-af6c73c78084 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 943 time: 0.0984786
Jun 21 04:36:20.888897 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aeedfab0-91f9-4a41-8ad7-5f98cb1072cc req-f2a7ec70-ee2e-4d95-880b-3a1154daec42 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407031
Jun 21 04:36:20.894114 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-fd96c0d0-5dc4-4cd7-ba5f-359f02855b97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d HTTP/1.1" status: 200  len: 217 time: 0.0405819
Jun 21 04:36:20.951627 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c9ffe3d2-9897-4699-ab63-3727e2d1e133 req-3a3a98d1-64d8-4e7a-8fc6-7a2e1a9d555f tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598562
Jun 21 04:36:20.962601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-cc7082aa-fd72-47eb-b469-40408f5778fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:20.963991 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-cc7082aa-fd72-47eb-b469-40408f5778fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8ea93866-8ca5-4240-9bea-0511e0779c75 HTTP/1.1" status: 200  len: 854 time: 0.0575957
Jun 21 04:36:20.998650 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-4515a39c-3698-4925-a90a-3a75d5c11572 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f09074a-e2e6-4365-beca-1309171bd4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265515
Jun 21 04:36:21.091615 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-8904e9b9-557f-4b2d-ab0b-3a1344e2b8b6 service neutron] 10.222.0.69 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854986
Jun 21 04:36:21.184884 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd7ad74b-ab39-46f1-b7a4-09ebe2aa182d req-144e7921-7405-49d1-bec9-b7345b9b5602 service neutron] 10.222.0.69 "GET /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800829
Jun 21 04:36:21.619515 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42054) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:21.721791 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.811392 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.815190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.818293 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a29f653a-8c52-46cd-bb91-79e88287f0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:21.854217 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e99fa8d907e6452cbdd227ee9f795476&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2335258
Jun 21 04:36:21.856218 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db746b-7c5f-46ca-bc9a-14d37f938c2e,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:21.856964 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42058) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:21.859343 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:21.909691 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.932328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.986210 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.989397 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:21.993990 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13db746b-7c5f-46ca-bc9a-14d37f938c2e HTTP/1.1" status: 204  len: 168 time: 0.1359701
Jun 21 04:36:21.994970 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0871cc93-56e3-4fbf-85f4-095a1598e7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:22.002814 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db746b-7c5f-46ca-bc9a-14d37f938c2e,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:22.005220 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:22.101934 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2187d-f6fe-4a49-bea8-95d6316289cf req-f9971398-882d-4ff2-9fa3-ea6425468cac tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:22.103932 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-50a2187d-f6fe-4a49-bea8-95d6316289cf req-f9971398-882d-4ff2-9fa3-ea6425468cac tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0673225
Jun 21 04:36:22.152474 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-50a2187d-f6fe-4a49-bea8-95d6316289cf req-88d94076-76fe-4eec-93f3-646d9f237486 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391626
Jun 21 04:36:22.154759 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99934467-b37a-4e10-8ad0-49bd9e5028c2 req-a77ce160-4e16-4155-89cf-2d9e09969ccf tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:22.156318 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-99934467-b37a-4e10-8ad0-49bd9e5028c2 req-a77ce160-4e16-4155-89cf-2d9e09969ccf tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 943 time: 0.0727258
Jun 21 04:36:22.197069 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-99934467-b37a-4e10-8ad0-49bd9e5028c2 req-3b3db6ac-fc66-4fa4-aaf0-5189820342f1 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347223
Jun 21 04:36:22.308390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42072) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:22.322809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.432449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.436692 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.439737 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-929b6eef-f0c9-4e36-a943-17d43b848c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:22.480176 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9cd04df86fea4d2db557e92c5f812116&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1689262
Jun 21 04:36:22.480176 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04ba54-e88e-42dd-bf73-cf40d5cfa63e,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:22.481168 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42080) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:22.482195 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:22.549666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.573469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.624871 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.627556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:22.628726 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e04ba54-e88e-42dd-bf73-cf40d5cfa63e HTTP/1.1" status: 204  len: 168 time: 0.1451950
Jun 21 04:36:22.629476 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b84c90d8-8bc7-40c7-b8e1-9fc65f02252c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:22.638448 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04ba54-e88e-42dd-bf73-cf40d5cfa63e,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:22.640938 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:22.962385 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc3ddb-d161-4351-9477-6761d2e9eb05 req-6e2ce23b-75e5-4d71-833b-62daac6719cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:22.964505 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3bfc3ddb-d161-4351-9477-6761d2e9eb05 req-6e2ce23b-75e5-4d71-833b-62daac6719cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0714829
Jun 21 04:36:23.006125 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3bfc3ddb-d161-4351-9477-6761d2e9eb05 req-265d9117-afbe-4071-ab71-b2366fac4ba3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350649
Jun 21 04:36:23.394622 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8839e7-5afb-45a9-b784-66635a4c90ad req-397c1937-c48c-4467-adb5-7bccc9aa32c2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:23.396714 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5a8839e7-5afb-45a9-b784-66635a4c90ad req-397c1937-c48c-4467-adb5-7bccc9aa32c2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 943 time: 0.0721543
Jun 21 04:36:23.409968 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 6252f895-7bb4-441b-89e4-b31afe1b7c3d details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:36:23.415668 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:36:23.421262 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42132) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:23.446024 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5a8839e7-5afb-45a9-b784-66635a4c90ad req-7e58b7a4-e6ab-4467-82dd-f6d9bbc2d2e2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396111
Jun 21 04:36:23.543919 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-d3be99aa-bd0f-4b9c-8747-1be069942360 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1205406
Jun 21 04:36:23.590735 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:23.605310 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '6252f895-7bb4-441b-89e4-b31afe1b7c3d', 'network_id': '8f09074a-e2e6-4365-beca-1309171bd4b5', 'port_id': '6252f895-7bb4-441b-89e4-b31afe1b7c3d', 'mac_address': 'fa:16:3e:12:e1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea93866-8ca5-4240-9bea-0511e0779c75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:36:23.651334 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:23.668284 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6252f895-7bb4-441b-89e4-b31afe1b7c3d {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:36:23.691612 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:23.696630 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:23.699387 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:23.764101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=6252f895-7bb4-441b-89e4-b31afe1b7c3d,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:23.768122 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:23.882919 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-bf5834a0-1121-42c7-94f7-a576d700de35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:24.167516 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['6252f895-7bb4-441b-89e4-b31afe1b7c3d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:36:24.200875 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170efb93-ea99-4edb-a4c9-06623d00f4bc req-7c7942b6-6262-465a-829a-0798795b9130 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:24.210898 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-170efb93-ea99-4edb-a4c9-06623d00f4bc req-7c7942b6-6262-465a-829a-0798795b9130 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0763884
Jun 21 04:36:24.259334 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-170efb93-ea99-4edb-a4c9-06623d00f4bc req-14f5cfe9-c680-4998-a5c0-ee3cd9112144 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420346
Jun 21 04:36:24.630268 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1ead-2bde-415b-aa2c-b40f36c3252f req-1bb39e43-a516-4604-907f-fedd8f059397 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:24.631778 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7cc1ead-2bde-415b-aa2c-b40f36c3252f req-1bb39e43-a516-4604-907f-fedd8f059397 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 944 time: 0.0675676
Jun 21 04:36:24.676173 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a7cc1ead-2bde-415b-aa2c-b40f36c3252f req-6312860d-7bd2-45ae-9064-c7c03c6d49cb tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387619
Jun 21 04:36:25.439952 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80672e37-4d1c-4dc0-abb1-0eac50aed57e req-f6aa55eb-43a8-467f-9434-6c53bd2a48fd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:25.441443 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80672e37-4d1c-4dc0-abb1-0eac50aed57e req-f6aa55eb-43a8-467f-9434-6c53bd2a48fd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0649817
Jun 21 04:36:25.479495 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80672e37-4d1c-4dc0-abb1-0eac50aed57e req-1903da6c-9e25-44b0-b1db-ff3318a7482a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317628
Jun 21 04:36:25.846271 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1fb86-5810-4dfc-aa1e-f359eba042a9 req-1effed24-7124-4641-b906-7338c240374c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:25.847720 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3ca1fb86-5810-4dfc-aa1e-f359eba042a9 req-1effed24-7124-4641-b906-7338c240374c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 944 time: 0.0646350
Jun 21 04:36:25.884043 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3ca1fb86-5810-4dfc-aa1e-f359eba042a9 req-fc3bc948-2172-4edb-828b-564f50271342 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301256
Jun 21 04:36:26.505058 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7d90af55-c0cd-4faa-a8bc-1f889e820c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:26.659089 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2110812-f87c-411e-9a21-0e0678ecd51e req-0bf3a8a1-2638-455d-99b1-b9af0354cd7e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:26.660584 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e2110812-f87c-411e-9a21-0e0678ecd51e req-0bf3a8a1-2638-455d-99b1-b9af0354cd7e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0660214
Jun 21 04:36:26.697546 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e2110812-f87c-411e-9a21-0e0678ecd51e req-16c07c5e-0273-46a7-b5bc-1ba13ac893ea tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313692
Jun 21 04:36:26.888388 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:27.068618 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94211ab9-434d-4020-8eff-073636905195 req-3ce359a7-a946-4350-9604-9972c1dbb014 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:27.070604 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-94211ab9-434d-4020-8eff-073636905195 req-3ce359a7-a946-4350-9604-9972c1dbb014 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 944 time: 0.0694804
Jun 21 04:36:27.109749 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-94211ab9-434d-4020-8eff-073636905195 req-2ee39e92-382c-432c-be73-ae900c7c763c tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326734
Jun 21 04:36:27.402637 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 6252f895-7bb4-441b-89e4-b31afe1b7c3d up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:36:27.448718 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 6252f895-7bb4-441b-89e4-b31afe1b7c3d completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:27.452142 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 6252f895-7bb4-441b-89e4-b31afe1b7c3d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:27.452533 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:27.493511 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:27.540804 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:27.567598 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6252f895-7bb4-441b-89e4-b31afe1b7c3d'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:36:27.570732 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd12229-2cf2-42ca-b9f9-bd55d687ece3" -d '{"events": [{"server_uuid": "828fe378-c69e-4030-a26b-e9d6c1e722dc", "name": "network-vif-plugged", "status": "completed", "tag": "6252f895-7bb4-441b-89e4-b31afe1b7c3d"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:36:27.587653 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:27.593175 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:27.599473 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-433d6a53-aef3-4743-a571-50d2716f0468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:27.626885 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e937fa-1910-4156-824d-4d68597d949c x-openstack-request-id: req-a1e937fa-1910-4156-824d-4d68597d949c {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:36:27.627522 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828fe378-c69e-4030-a26b-e9d6c1e722dc", "name": "network-vif-plugged", "status": "completed", "tag": "6252f895-7bb4-441b-89e4-b31afe1b7c3d", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:36:27.627971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1e937fa-1910-4156-824d-4d68597d949c {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:36:27.628577 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6252f895-7bb4-441b-89e4-b31afe1b7c3d', 'code': 200}
Jun 21 04:36:27.655917 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=6252f895-7bb4-441b-89e4-b31afe1b7c3d,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:27.659173 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:27.892319 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42256) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:27.944400 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b72f92-135d-4027-b960-4037e8d7d4d8 req-12f03d2e-7e82-4d03-bc77-36f3f7a856e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:27.946069 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-92b72f92-135d-4027-b960-4037e8d7d4d8 req-12f03d2e-7e82-4d03-bc77-36f3f7a856e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 1098 time: 0.0614717
Jun 21 04:36:27.983100 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-92b72f92-135d-4027-b960-4037e8d7d4d8 req-35264e46-b40c-4614-9550-fe4111c3dd6a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300865
Jun 21 04:36:28.003325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.048224 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-0dfae718-93af-4951-b586-399898207ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.050213 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-0dfae718-93af-4951-b586-399898207ac8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94&tenant_id=e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 1096 time: 0.4970667
Jun 21 04:36:28.070675 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ce555-98ef-45aa-822f-958930bf8b90 req-6e4a3e89-1880-46c4-9c4b-dafb92448e6b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.072648 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-331ce555-98ef-45aa-822f-958930bf8b90 req-6e4a3e89-1880-46c4-9c4b-dafb92448e6b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1070647
Jun 21 04:36:28.090740 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.095042 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.097906 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-848e544b-8cf0-44c1-873b-33012c56aa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:28.112627 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-331ce555-98ef-45aa-822f-958930bf8b90 req-8f5b330f-e216-48e4-bf78-502a17ec116b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338068
Jun 21 04:36:28.136390 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=531f728489984bf2bdbae12000785831&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2429924
Jun 21 04:36:28.137314 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f2839-f503-40a3-934c-1cb4e6f586ac,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:28.139925 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42262) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:28.140278 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:28.193808 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.215622 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.261593 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.264155 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.265291 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c3f2839-f503-40a3-934c-1cb4e6f586ac HTTP/1.1" status: 204  len: 168 time: 0.1238487
Jun 21 04:36:28.266059 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6d204d1f-7233-4339-bef7-0d003b402986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:28.273326 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f2839-f503-40a3-934c-1cb4e6f586ac,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:28.280204 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:28.295305 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb0f44-42dd-4f2f-8bf7-16ed23619dd2 req-f2f59781-16b7-4c0a-9c4f-809135ade1f9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.296878 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c5eb0f44-42dd-4f2f-8bf7-16ed23619dd2 req-f2f59781-16b7-4c0a-9c4f-809135ade1f9 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0687792
Jun 21 04:36:28.335733 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c5eb0f44-42dd-4f2f-8bf7-16ed23619dd2 req-187ea253-744c-4fc0-b512-55a02f37ee43 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334342
Jun 21 04:36:28.525562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42268) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:28.546395 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.633185 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.633837 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-e1ddc0db-97b2-48fd-9c2b-489aa5632217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.635275 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-e1ddc0db-97b2-48fd-9c2b-489aa5632217 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1096 time: 0.0965707
Jun 21 04:36:28.724272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.730126 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.733624 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c173c624-df67-4d6a-8fb4-5ffdb890830b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:28.783716 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=810a77060f5545b5b74ddef323a0bb61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2569990
Jun 21 04:36:28.786300 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42270) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:28.786479 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-52eb9569-3a8d-4547-aeaf-7c1b18af41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.787723 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-52eb9569-3a8d-4547-aeaf-7c1b18af41ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.1431735
Jun 21 04:36:28.788995 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749e1515-452d-4c7b-aed8-e758ebfde3d5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:28.792391 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:28.840354 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.858458 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-a642d9cc-0bd9-4a16-971a-73e1d122a351 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 998 time: 0.0618463
Jun 21 04:36:28.862129 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.918700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-08219382-cd2e-4ce8-9a0a-e2bef2ace038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.919590 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.920225 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-08219382-cd2e-4ce8-9a0a-e2bef2ace038 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0531352
Jun 21 04:36:28.922638 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:28.925131 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/749e1515-452d-4c7b-aed8-e758ebfde3d5 HTTP/1.1" status: 204  len: 168 time: 0.1377871
Jun 21 04:36:28.925909 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-aebc4c0f-6ecf-46e9-a137-412fb2c4ed87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:28.936790 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e1515-452d-4c7b-aed8-e758ebfde3d5,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:28.940932 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3a5f8d12-984d-4cd2-9d46-09b5f0d95195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:28.984091 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-f4bec34e-b9a7-4272-984a-2f6b57bfe2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:28.985601 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-f4bec34e-b9a7-4272-984a-2f6b57bfe2b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0573511
Jun 21 04:36:29.105006 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-bd6f0215-8f03-4ac8-8357-c9402d29696d service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880835
Jun 21 04:36:29.195765 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-19f40bf1-53c9-473e-b192-3e3f1303c8fe req-7fc64725-04d9-4482-99ca-bdf203438692 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844274
Jun 21 04:36:29.243424 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.264495 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42282) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:29.281346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.312957 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce8bbf-b4e8-4c77-b823-52e71ea456e1 req-9e3b6e2f-fe51-473e-864c-bbfe09fb6914 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:29.314407 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-52ce8bbf-b4e8-4c77-b823-52e71ea456e1 req-9e3b6e2f-fe51-473e-864c-bbfe09fb6914 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0678930
Jun 21 04:36:29.357538 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-52ce8bbf-b4e8-4c77-b823-52e71ea456e1 req-355d082b-eea2-4b78-886d-e8afe3a74560 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357871
Jun 21 04:36:29.379890 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.384864 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.387217 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-34fa5428-fca5-4534-8f7c-dcfa61cfc5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:29.423367 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cedf565d08bb41a69387388d43f9cba6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1573021
Jun 21 04:36:29.424282 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25ecad5-d621-4129-99a2-7f53fea19c88,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:29.425894 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42288) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:29.427303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:29.481926 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.503897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.528862 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ef146-0d3b-44f5-9fd2-d64d8ac3712b req-bba3eb2f-841c-4b5f-bef7-1b153743f8e3 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:29.532785 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a59ef146-0d3b-44f5-9fd2-d64d8ac3712b req-bba3eb2f-841c-4b5f-bef7-1b153743f8e3 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0736566
Jun 21 04:36:29.552345 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.556751 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:29.560190 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b25ecad5-d621-4129-99a2-7f53fea19c88 HTTP/1.1" status: 204  len: 168 time: 0.1304681
Jun 21 04:36:29.560190 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c0e49bbc-48e4-4082-8891-1fdf416b76fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:29.567314 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25ecad5-d621-4129-99a2-7f53fea19c88,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:29.570977 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a59ef146-0d3b-44f5-9fd2-d64d8ac3712b req-7c5c4d6c-f0d2-4a89-88b0-714db11d4996 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347233
Jun 21 04:36:29.576272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:30.567189 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb81b4-08b3-4d90-9510-1872632a0173 req-f60efb66-6093-42d2-a01e-47b8ee88bce8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:30.568866 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-23bb81b4-08b3-4d90-9510-1872632a0173 req-f60efb66-6093-42d2-a01e-47b8ee88bce8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0650082
Jun 21 04:36:30.621361 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-23bb81b4-08b3-4d90-9510-1872632a0173 req-9fbbd3f5-1358-4888-a5db-db61976e9220 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459692
Jun 21 04:36:30.780260 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f15c3-4da9-4c67-a043-15046f0a7ca2 req-d14bf05d-8eea-4f6b-bc56-dd66ef862abb tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:30.782096 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9c7f15c3-4da9-4c67-a043-15046f0a7ca2 req-d14bf05d-8eea-4f6b-bc56-dd66ef862abb tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0690458
Jun 21 04:36:30.832523 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9c7f15c3-4da9-4c67-a043-15046f0a7ca2 req-6d50dd0c-ba7c-4d03-a3a2-4559b6a3765e tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444441
Jun 21 04:36:31.809970 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42388) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:31.835326 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502ada-fedc-4ecb-8a42-7a0f3ce34d02 req-d85e7c86-f6a1-439d-ad69-10f73fccf5cd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:31.836872 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-82502ada-fedc-4ecb-8a42-7a0f3ce34d02 req-d85e7c86-f6a1-439d-ad69-10f73fccf5cd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0776081
Jun 21 04:36:31.882265 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-82502ada-fedc-4ecb-8a42-7a0f3ce34d02 req-e042df06-dd06-4f4b-b902-f156e055dc40 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392876
Jun 21 04:36:31.921363 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.014433 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.018004 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.020909 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ecf5db2f-3ddf-45b8-b57c-12a004995e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:32.061179 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c4fac7fc98144c6a94bef219addf89b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2501154
Jun 21 04:36:32.062702 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec620a-7af3-4f5e-8106-eed4bad66983,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:32.063759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42394) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:32.066239 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:32.118363 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.140802 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.186224 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.188993 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.190118 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fec620a-7af3-4f5e-8106-eed4bad66983 HTTP/1.1" status: 204  len: 168 time: 0.1252589
Jun 21 04:36:32.190857 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f1aa6a94-e45f-4971-9fba-ac128cedff3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:32.197779 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec620a-7af3-4f5e-8106-eed4bad66983,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:32.200035 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:32.455648 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42400) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:32.469163 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.557190 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.561706 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.564320 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b69ef5ee-cbd5-4f0b-ac18-6ad66e1f22ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:32.599860 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d537e-efd6-4174-8f30-075d1a08fa3a,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:32.607028 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=512a6e7f73f94db986c3b81d5ff588f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1479120
Jun 21 04:36:32.607028 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:32.607325 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42402) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:32.658855 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.679839 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.741452 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.745270 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:32.746618 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a3d537e-efd6-4174-8f30-075d1a08fa3a HTTP/1.1" status: 204  len: 168 time: 0.1384058
Jun 21 04:36:32.747601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-35d1d7dc-6842-46c4-b74b-2b4698d8e7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:32.756449 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d537e-efd6-4174-8f30-075d1a08fa3a,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:32.759082 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:33.075836 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f538d1c-4a97-45c3-b076-eafd5bfcae41 req-e6cad129-7ec8-4f23-8206-5388e1c35ba1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:33.077575 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2f538d1c-4a97-45c3-b076-eafd5bfcae41 req-e6cad129-7ec8-4f23-8206-5388e1c35ba1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0733287
Jun 21 04:36:33.116728 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2f538d1c-4a97-45c3-b076-eafd5bfcae41 req-94e803c6-0e5e-48d4-98b1-6c20c7b43801 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330842
Jun 21 04:36:34.347276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a974-6007-46c0-ad37-f13d555c1314 req-76cf363c-de9a-4cf1-a68f-b2eabe04f31e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:34.349661 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e696a974-6007-46c0-ad37-f13d555c1314 req-76cf363c-de9a-4cf1-a68f-b2eabe04f31e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0747633
Jun 21 04:36:34.393772 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e696a974-6007-46c0-ad37-f13d555c1314 req-3fcd4f43-8dfa-4699-9d25-9e1f89214ec2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376155
Jun 21 04:36:35.591167 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68217c0f-8bb5-413a-9a5d-78e9b7d6be77 req-83ac6012-5315-4f3f-9291-b880250cbba8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:35.593585 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-68217c0f-8bb5-413a-9a5d-78e9b7d6be77 req-83ac6012-5315-4f3f-9291-b880250cbba8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0740924
Jun 21 04:36:35.631459 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-68217c0f-8bb5-413a-9a5d-78e9b7d6be77 req-2fc6db28-6ec1-4919-bae3-79d4c260ddf5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318017
Jun 21 04:36:36.813491 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d6a9b-8c57-495d-b90c-1e5dc12e6406 req-0c6a50ac-a5f1-486d-bd89-9b91e19d4648 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:36.814946 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-524d6a9b-8c57-495d-b90c-1e5dc12e6406 req-0c6a50ac-a5f1-486d-bd89-9b91e19d4648 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0646269
Jun 21 04:36:36.852255 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-524d6a9b-8c57-495d-b90c-1e5dc12e6406 req-368e01f2-2d76-47a9-b7d1-00d9f3ed7eed tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315952
Jun 21 04:36:38.037211 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0df62-c9d9-42f7-af39-83ddcc044a31 req-07e6bb29-d611-4eab-b1e9-7076d2637fef tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:38.039336 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8ae0df62-c9d9-42f7-af39-83ddcc044a31 req-07e6bb29-d611-4eab-b1e9-7076d2637fef tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0632939
Jun 21 04:36:38.077891 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8ae0df62-c9d9-42f7-af39-83ddcc044a31 req-7d556c66-fad1-4ef6-8ed2-f9dcdfd0c3b6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325365
Jun 21 04:36:39.298346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa9523-0252-40a7-83d9-c4108fa774ea req-6763805f-6cdc-4750-a32a-8836a01e1f8b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:39.300855 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ffa9523-0252-40a7-83d9-c4108fa774ea req-6763805f-6cdc-4750-a32a-8836a01e1f8b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0948198
Jun 21 04:36:39.346435 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ffa9523-0252-40a7-83d9-c4108fa774ea req-ee3f0762-6ccf-49da-971d-fc80fcaf3217 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391364
Jun 21 04:36:39.636422 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-0374b6ea-700c-47e0-88df-e4467db36478 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776678434&fields=id&tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07 HTTP/1.1" status: 200  len: 267 time: 0.0429108
Jun 21 04:36:39.759643 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-befe86e2-ddba-4ee8-8c9d-af64bd029b34 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:39.761147 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-befe86e2-ddba-4ee8-8c9d-af64bd029b34 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 808 time: 0.1101470
Jun 21 04:36:39.775720 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-57fa084d-10b3-4bef-bcf3-86931df316ab tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/quotas/67bf9fce7c874fb6b9a6afe55bf50d07 HTTP/1.1" status: 200  len: 375 time: 0.0090561
Jun 21 04:36:39.842498 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-ffb88afd-cfed-412f-849b-8b16e3ab0923 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0616794
Jun 21 04:36:40.045754 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-526f44ae-cf6a-4f07-9bb6-068e64a7eff2 service neutron] 10.222.0.66 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825895
Jun 21 04:36:40.141328 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-902a1487-c8fd-4c15-8470-6ff0d1901abf service neutron] 10.222.0.66 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898590
Jun 21 04:36:40.614275 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e45f-8eac-49a9-9b56-88880ea69d0a req-75d0f41b-b160-4f5a-8d22-dcef6c42340c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:40.616185 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6718e45f-8eac-49a9-9b56-88880ea69d0a req-75d0f41b-b160-4f5a-8d22-dcef6c42340c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0890517
Jun 21 04:36:40.662657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6718e45f-8eac-49a9-9b56-88880ea69d0a req-77b221ba-4ad0-49ee-bac8-2c1776c16380 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389674
Jun 21 04:36:40.802592 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-23bbc8b6-cf22-4551-afd8-a5b65749ab84 req-808adf68-6aa8-4373-bbf6-a3a866cee73b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0453827
Jun 21 04:36:41.855110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a4ed-2697-4849-be66-69845a649b78 req-776f86f6-4269-4f7b-944d-27592d5e1861 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:41.856855 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-08e0a4ed-2697-4849-be66-69845a649b78 req-776f86f6-4269-4f7b-944d-27592d5e1861 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0641487
Jun 21 04:36:41.907362 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-08e0a4ed-2697-4849-be66-69845a649b78 req-2aac6c13-ed79-461b-a0ab-e93a5336b0ea tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440428
Jun 21 04:36:42.068866 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc53eb82-ca31-4cc9-a1b7-66ebbdb0269e req-4e524f51-c178-44bf-9c6d-9b1ebaddae6c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0275517
Jun 21 04:36:42.171078 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42586) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:42.276809 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.367585 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.371645 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.374344 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bf9c8598-49a8-49e2-82fe-708c910d4a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:42.414346 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0f33bb28b5e43f8bb263ede65eee9ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2414939
Jun 21 04:36:42.415377 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e786d3d-6563-48fa-8730-1e84508f1ba6,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:42.417010 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42590) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:42.418494 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:42.467115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.492808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.537561 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.540289 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.541452 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e786d3d-6563-48fa-8730-1e84508f1ba6 HTTP/1.1" status: 204  len: 168 time: 0.1233826
Jun 21 04:36:42.542243 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-18f20abd-1695-4057-8dbc-3409273710d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:42.550383 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e786d3d-6563-48fa-8730-1e84508f1ba6,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:42.552811 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:42.819256 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42598) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:42.832953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.924923 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.929210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:42.931661 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-534204f9-e990-4456-b925-93dc722f5245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:42.967077 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b576c11b1ff942788b16526f7fcdafd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1466742
Jun 21 04:36:42.968378 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0cc79-7efb-43b5-94cb-2561ef828575,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:42.969884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42602) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:42.971524 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:43.033927 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.056349 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.096796 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825c2e-7696-408f-bf5d-1e18358355f4 req-58294602-936b-4717-b893-0415982e443a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:43.098373 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1c825c2e-7696-408f-bf5d-1e18358355f4 req-58294602-936b-4717-b893-0415982e443a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0620067
Jun 21 04:36:43.106591 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.109436 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.110666 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0d0cc79-7efb-43b5-94cb-2561ef828575 HTTP/1.1" status: 204  len: 168 time: 0.1390615
Jun 21 04:36:43.111470 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-de470684-a61c-46d0-b2d5-2681b7ac8121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:43.119256 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0cc79-7efb-43b5-94cb-2561ef828575,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:43.121598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:43.140969 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1c825c2e-7696-408f-bf5d-1e18358355f4 req-2e0077f2-f36a-4b50-9bf8-38792bfb4e49 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367963
Jun 21 04:36:43.297323 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-227e6a5a-1129-4ae3-a763-cbe11766db60 req-62ccf674-e207-426e-bf06-64e38d791cb3 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0350471
Jun 21 04:36:43.326001 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:36:43.466689 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 42610) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:43.482758 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-297de098-302b-4737-bb71-070fca32547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.576101 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-297de098-302b-4737-bb71-070fca32547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.579754 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-297de098-302b-4737-bb71-070fca32547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.582858 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-08e14592-8973-4abf-8121-55198a6bdf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:43.619391 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-297de098-302b-4737-bb71-070fca32547b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74c63cefe34f42c5badc421eaabd691d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1516111
Jun 21 04:36:43.620315 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297de098-302b-4737-bb71-070fca32547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd22695-26e8-48db-8dda-88c40266b1f3,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:43.622127 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 42612) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:36:43.623204 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-297de098-302b-4737-bb71-070fca32547b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:43.671075 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.691355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.743292 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.745918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:43.747042 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0cd22695-26e8-48db-8dda-88c40266b1f3 HTTP/1.1" status: 204  len: 168 time: 0.1232252
Jun 21 04:36:43.747854 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-987b6906-5b73-4539-9db3-d5778df2760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:43.755924 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd22695-26e8-48db-8dda-88c40266b1f3,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:43.761164 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:44.357200 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218007b-9e2a-4bb2-a883-26499bdfbf30 req-14956d39-51b2-49eb-acf0-8115de605478 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:44.358678 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f218007b-9e2a-4bb2-a883-26499bdfbf30 req-14956d39-51b2-49eb-acf0-8115de605478 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0869958
Jun 21 04:36:44.399276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f218007b-9e2a-4bb2-a883-26499bdfbf30 req-b97e4952-2950-42f3-a4d9-f4b4b6a3ade0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349834
Jun 21 04:36:44.555874 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c89c83c-e593-43f3-8324-805229092a4f req-cb3e89d5-9b60-4d12-8bc8-246cb646f17e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0371926
Jun 21 04:36:45.589192 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a0505-dfd1-478a-b826-b358c542941c req-8aa0bbe4-31a9-48a5-84a3-0571f415a7be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:45.590643 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-792a0505-dfd1-478a-b826-b358c542941c req-8aa0bbe4-31a9-48a5-84a3-0571f415a7be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0678194
Jun 21 04:36:45.626143 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-792a0505-dfd1-478a-b826-b358c542941c req-c46dab25-4c9a-45e3-8b39-91486e497f82 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299251
Jun 21 04:36:45.753923 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-191a68fb-16c3-4770-b364-de8228bb113d req-b43a4d6b-a749-449e-b15c-c96e39775262 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0289330
Jun 21 04:36:46.806809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4918fa-46c0-40d1-9713-4cc21bf04d9a req-ae2e5cae-af20-46e6-8c52-bd1d2da239ad tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:46.808309 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ea4918fa-46c0-40d1-9713-4cc21bf04d9a req-ae2e5cae-af20-46e6-8c52-bd1d2da239ad tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0666888
Jun 21 04:36:46.845477 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ea4918fa-46c0-40d1-9713-4cc21bf04d9a req-0c7d96ce-4ed8-4000-ac93-396c070601de tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315657
Jun 21 04:36:46.976805 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3aaeeb0f-667e-43d0-ac52-85217b830e86 req-8ce97eb4-f8a5-4992-b4fe-bf713ec340d1 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0278993
Jun 21 04:36:48.021987 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dbbc9-9749-47db-9f96-7603ab07c986 req-b6b0e4a2-428e-4d59-b2ae-b994e24b3b03 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:48.023970 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4d1dbbc9-9749-47db-9f96-7603ab07c986 req-b6b0e4a2-428e-4d59-b2ae-b994e24b3b03 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0629506
Jun 21 04:36:48.059080 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4d1dbbc9-9749-47db-9f96-7603ab07c986 req-4c652399-bd1e-47c2-a12a-29c2f76c3c5f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0295599
Jun 21 04:36:48.434689 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-790653f6-a4c8-41c1-b10e-07574afcb223 req-4738e70f-ae31-4a85-922e-d406f6f662b2 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.2734656
Jun 21 04:36:49.280056 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4619-d27d-49fc-a09b-958cfc6423c6 req-bf813a41-8d9b-4747-82d6-1bf6ea36963e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:49.281702 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-434a4619-d27d-49fc-a09b-958cfc6423c6 req-bf813a41-8d9b-4747-82d6-1bf6ea36963e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0808372
Jun 21 04:36:49.318546 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-434a4619-d27d-49fc-a09b-958cfc6423c6 req-6b1e2b7a-0b54-4fab-ad38-2cf6e594cd7b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308387
Jun 21 04:36:49.576291 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6adda07d-b7da-4a55-8634-a2dd38dd6d48 req-a2514fd3-de66-47d2-a784-9e781d57186c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0302916
Jun 21 04:36:50.032185 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-a5f6696a-1d32-4c39-b71c-1d461d1e5264 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:50.033581 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-a5f6696a-1d32-4c39-b71c-1d461d1e5264 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 808 time: 0.1064959
Jun 21 04:36:50.101578 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-70795f9a-0b51-4c13-9c16-882a1bc46cfa tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07 HTTP/1.1" status: 200  len: 380 time: 0.0472472
Jun 21 04:36:50.160244 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'port': {'device_id': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'admin_state_up': True, 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'security_groups': ['0423a059-ef6c-485d-b083-9811cb9eaaf1']}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:50.286544 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Made reservation on behalf of 67bf9fce7c874fb6b9a6afe55bf50d07 for: {'port': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:36:50.290786 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:50.422962 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Allocated IP 172.20.0.6 (769cdfe1-6271-44a0-b93c-0fc93aa40771/61a790e5-857b-42cd-a14e-97c7e4a45987/1f0765c3-ae15-4113-aae7-1f3bd68c8fc3) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:36:50.505659 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb776b-d549-45d3-bf45-608f4e2e64a2 req-6ca9b187-0f7a-4242-bff9-b0696074cbd1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:50.507359 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a5cb776b-d549-45d3-bf45-608f4e2e64a2 req-6ca9b187-0f7a-4242-bff9-b0696074cbd1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0623918
Jun 21 04:36:50.548728 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a5cb776b-d549-45d3-bf45-608f4e2e64a2 req-e6c9b387-b9ee-4e7e-b398-0479d569cec2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351825
Jun 21 04:36:50.567810 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:50.581866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Transition to ACTIVE for port object 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:50.619567 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:50.623783 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c97bace7-9d80-4410-b4ed-dba519c88afa tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:50.668447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:36:50.676895 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:36:50.681699 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:36:50.685969 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:50.726998 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.727363 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.727716 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.728070 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.728443 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.728785 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.729123 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.729461 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.729816 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.730132 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.730464 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.730796 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:50.737199 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:50.779227 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:50.779831 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:50.801815 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6465862
Jun 21 04:36:50.817072 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b350931-36cf-4ca0-b339-8176557f3d3b req-cf001a7b-776f-4df8-aaba-74a150e745a0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:50.818590 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6b350931-36cf-4ca0-b339-8176557f3d3b req-cf001a7b-776f-4df8-aaba-74a150e745a0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 931 time: 0.1091390
Jun 21 04:36:50.843606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Request body: {'port': {'device_id': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:36:50.891071 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6b350931-36cf-4ca0-b339-8176557f3d3b req-4e3802d3-b438-4d29-89f5-ebef99140bf6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664613
Jun 21 04:36:50.897807 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-e7a21b48-a6c2-45ef-8059-628059488f4e None None] Provisioning for port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:36:50.901939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-e7a21b48-a6c2-45ef-8059-628059488f4e None None] Provisioning complete for port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:36:50.902330 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-e7a21b48-a6c2-45ef-8059-628059488f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:50.933828 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:50.945369 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-e7a21b48-a6c2-45ef-8059-628059488f4e None None] Port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:36:51.186613 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 {{(pid=92726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:36:51.193866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:51.205499 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Transition to ACTIVE for port object 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 will not be triggered until provisioned by entity L2. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:36:51.209277 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:51.211762 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5dd90405-cae0-4d05-b1cd-3e0f8b6d44cf tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:51.287519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:51.291378 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:51.366945 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Attempting to bind port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:36:51.367284 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Attempting to bind port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:36:51.367873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Attempting to bind port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 on network 769cdfe1-6271-44a0-b93c-0fc93aa40771 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:51.373543 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 on network 769cdfe1-6271-44a0-b93c-0fc93aa40771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:36:51.373875 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Attempting to bind port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 on network 769cdfe1-6271-44a0-b93c-0fc93aa40771 {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:36:51.379277 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:36:51.379621 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Checking segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:36:51.380011 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Bound using segment: {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'} {{(pid=92726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:36:51.380484 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.managers [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Bound port: 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17770bdd-64be-41f6-84ed-0c5147ee8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771'}}] {{(pid=92726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:36:51.380835 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:51.452720 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, cleared binding levels {{(pid=92726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:36:51.455758 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:36:51.459804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:51.461819 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:51.498675 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:51.499286 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:51.500670 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] 10.222.0.69 "PUT /v2.0/ports/1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 1093 time: 0.6614966
Jun 21 04:36:51.501158 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:36:51.503644 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd1a4f0-babf-4912-92c5-42835c1f56e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:36:51.532923 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=3']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:51.536406 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:51.631295 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-55b47b3b-9235-4b2f-b936-44f46008a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:51.634139 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-55b47b3b-9235-4b2f-b936-44f46008a2ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1096 time: 0.0591617
Jun 21 04:36:51.706381 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9df83b-6c1c-4bb8-bb87-7d91472ca475 x-openstack-request-id: req-2c9df83b-6c1c-4bb8-bb87-7d91472ca475 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:36:51.706701 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:36:51.706893 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c9df83b-6c1c-4bb8-bb87-7d91472ca475 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:36:51.707316 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'status': 'completed', 'code': 200}
Jun 21 04:36:51.717596 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-06707956-d143-4cb2-b0e6-c7f4f98ded44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 217 time: 0.0494895
Jun 21 04:36:51.800841 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-2a4e9401-be75-45d0-a312-efe2e5891c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:51.802291 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-2a4e9401-be75-45d0-a312-efe2e5891c7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0625811
Jun 21 04:36:51.825900 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16b7d-c344-4cca-9415-e91c43931257 req-1f4fd3b6-9c3c-45fd-9ae6-2531de5004d8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:51.827277 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1fd16b7d-c344-4cca-9415-e91c43931257 req-1f4fd3b6-9c3c-45fd-9ae6-2531de5004d8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.1227562
Jun 21 04:36:51.886249 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1fd16b7d-c344-4cca-9415-e91c43931257 req-e3b8b76f-2124-4f68-aa56-4064d0787851 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426750
Jun 21 04:36:51.896702 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-daf4527c-e631-43ba-8254-fa01597c278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:51.898188 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-daf4527c-e631-43ba-8254-fa01597c278b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888243
Jun 21 04:36:51.995684 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-a1a1e23c-df21-4e61-93bf-4ba46e9b71e1 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869617
Jun 21 04:36:52.067272 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c948-6c58-4244-9d15-9d043ffcdfd1 req-38909558-b7a8-4cf6-9824-cdccea0c7f83 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:52.068766 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b522c948-6c58-4244-9d15-9d043ffcdfd1 req-38909558-b7a8-4cf6-9824-cdccea0c7f83 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0616035
Jun 21 04:36:52.087849 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eea5699-9b7d-442c-bff6-b6e26a8d6737 req-4b116bae-5b52-4a81-886c-aba3a13ff558 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816822
Jun 21 04:36:52.108008 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b522c948-6c58-4244-9d15-9d043ffcdfd1 req-b1117662-4762-4a17-9ac6-b322dc10aaaa tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334108
Jun 21 04:36:52.245372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-a9c5f179-64ef-4913-8df7-d4ffd4628f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:52.246924 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-a9c5f179-64ef-4913-8df7-d4ffd4628f2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1096 time: 0.0584471
Jun 21 04:36:52.340449 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-0ff09478-2187-40f3-b45a-b3eadae2c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:52.342070 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-0ff09478-2187-40f3-b45a-b3eadae2c757 service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.0849869
Jun 21 04:36:52.392054 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-6a188cf5-1c0b-4593-8291-ee0ce2baa8a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 217 time: 0.0382388
Jun 21 04:36:52.442226 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-3be4fa2d-4250-4a02-9614-1a5e49e5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:52.448394 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-3be4fa2d-4250-4a02-9614-1a5e49e5c773 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0443614
Jun 21 04:36:52.503099 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-37a54cc3-166e-4ccf-ad5b-e4e3cd2a20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:52.504503 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-37a54cc3-166e-4ccf-ad5b-e4e3cd2a20c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0522304
Jun 21 04:36:52.596809 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-37940760-ba7e-45f4-bfbf-ba0468d018e1 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830200
Jun 21 04:36:52.687966 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8bd1a4f0-babf-4912-92c5-42835c1f56e6 req-4fa9560e-4e39-42f1-b353-dd27195909da service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833371
Jun 21 04:36:53.074866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d2915-23cd-4105-9779-f78c9991a617 req-142fd2fa-6852-4e62-84bd-3068596687f4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:53.076499 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-799d2915-23cd-4105-9779-f78c9991a617 req-142fd2fa-6852-4e62-84bd-3068596687f4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0716536
Jun 21 04:36:53.115256 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-799d2915-23cd-4105-9779-f78c9991a617 req-09d0b8c0-f495-4894-9dd4-23717010a8cf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331540
Jun 21 04:36:53.283573 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2147651-af66-401c-9c07-ef2e9eb9ac1f req-c2684785-a86a-4acd-abb4-0d975d5572c0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:53.284851 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2147651-af66-401c-9c07-ef2e9eb9ac1f req-c2684785-a86a-4acd-abb4-0d975d5572c0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0625622
Jun 21 04:36:53.323028 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2147651-af66-401c-9c07-ef2e9eb9ac1f req-0e859919-9928-486c-a596-01b33f55b89c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314753
Jun 21 04:36:53.873965 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4b787090-eb8c-4e89-8763-a7a4a39756c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:54.298631 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849a26c-3736-49f1-92ea-2aae557a2de2 req-1297bec2-0148-42d7-bb14-a48ef8e1eb3a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:54.300086 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6849a26c-3736-49f1-92ea-2aae557a2de2 req-1297bec2-0148-42d7-bb14-a48ef8e1eb3a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0684721
Jun 21 04:36:54.337211 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6849a26c-3736-49f1-92ea-2aae557a2de2 req-9bb3d95f-a26d-4c7c-bab9-c0dd5f4f94d3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306962
Jun 21 04:36:54.502675 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0cd2a-9f3a-4704-8a57-88f5b23994dd req-0dfd902d-1812-48f6-95e7-894441aa1f7a tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:54.504252 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bfd0cd2a-9f3a-4704-8a57-88f5b23994dd req-0dfd902d-1812-48f6-95e7-894441aa1f7a tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0678470
Jun 21 04:36:54.542783 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bfd0cd2a-9f3a-4704-8a57-88f5b23994dd req-98592dbf-3794-4206-80d7-1f4c8b00c563 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320988
Jun 21 04:36:55.522114 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f8053-1c3e-48c5-a5e1-3b4c3dea7136 req-39c336e0-6e3a-4e10-aa84-8fb2f9fddcf9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:55.523895 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-345f8053-1c3e-48c5-a5e1-3b4c3dea7136 req-39c336e0-6e3a-4e10-aa84-8fb2f9fddcf9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0626509
Jun 21 04:36:55.567216 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-345f8053-1c3e-48c5-a5e1-3b4c3dea7136 req-d39093f6-a7d4-42e5-bdf0-07199ab99cd8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377097
Jun 21 04:36:55.873537 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e264d61-1022-4c32-a3a4-0c5a523cd78c req-65dee10e-d26f-482d-a4be-c382036f20d9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:55.875054 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1e264d61-1022-4c32-a3a4-0c5a523cd78c req-65dee10e-d26f-482d-a4be-c382036f20d9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0617769
Jun 21 04:36:55.911256 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1e264d61-1022-4c32-a3a4-0c5a523cd78c req-afe5cc95-a3dc-4623-98d0-81df5fd9e709 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306330
Jun 21 04:36:56.504644 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-db7e376a-1be4-4bd0-a87f-dcedb8adeb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:56.747372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a11269-c25c-4208-9263-bbad8b591c44 req-cb1d62f1-2f54-4176-937c-7a10a9383da9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:56.748771 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-90a11269-c25c-4208-9263-bbad8b591c44 req-cb1d62f1-2f54-4176-937c-7a10a9383da9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 943 time: 0.0650990
Jun 21 04:36:56.787422 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-90a11269-c25c-4208-9263-bbad8b591c44 req-39cd195a-b27f-4dcc-81c2-dd007d76be18 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331144
Jun 21 04:36:56.894645 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:57.085620 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac825fcc-1cf9-45e8-8cd4-d31cefd7693b req-a0b7a8b5-f9bd-4829-8162-c5277ef57dbf tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:57.087122 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ac825fcc-1cf9-45e8-8cd4-d31cefd7693b req-a0b7a8b5-f9bd-4829-8162-c5277ef57dbf tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0635595
Jun 21 04:36:57.131457 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ac825fcc-1cf9-45e8-8cd4-d31cefd7693b req-6f2df2d7-1abd-42f4-9570-33b791d6d7f5 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371597
Jun 21 04:36:57.472940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:57.561529 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:36:57.655378 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:57.667117 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'port_id': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'mac_address': 'fa:16:3e:3b:68:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:36:57.703051 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:57.716276 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02c12aa-2580-4f95-9839-7dc641bdf690 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:36:57.737231 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:36:57.741513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:57.743386 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:36:57.790157 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=9']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:36:57.797724 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.798082 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.798470 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.798794 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.799313 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.799693 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.800028 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.800393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.800721 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.801052 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.801377 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.801697 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:36:57.806143 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:36:57.972324 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4c2e-f3c4-43e6-8d24-5f3a5f6acde9 req-2b850e88-070c-4cfb-87d8-37a4f91068b1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:57.973937 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e59a4c2e-f3c4-43e6-8d24-5f3a5f6acde9 req-2b850e88-070c-4cfb-87d8-37a4f91068b1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0642171
Jun 21 04:36:58.014033 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e59a4c2e-f3c4-43e6-8d24-5f3a5f6acde9 req-1666ab7b-de60-43d0-8246-cf60b4bc2746 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333810
Jun 21 04:36:58.307190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ca7d1-f01d-4593-a996-b7f760161f2b req-6831ecac-2cdc-4858-a73f-c7963b1c4a22 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:58.308969 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-351ca7d1-f01d-4593-a996-b7f760161f2b req-6831ecac-2cdc-4858-a73f-c7963b1c4a22 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0667007
Jun 21 04:36:58.347636 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-351ca7d1-f01d-4593-a996-b7f760161f2b req-f85641ce-4f0f-4302-a2fc-b9bc9df21243 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329387
Jun 21 04:36:58.642983 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:59.188547 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd31014-3f09-4ca7-8463-bec5fc6adba2 req-89be750d-d6a0-4339-935c-7bef1ecb69a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:59.189935 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8cd31014-3f09-4ca7-8463-bec5fc6adba2 req-89be750d-d6a0-4339-935c-7bef1ecb69a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0605209
Jun 21 04:36:59.223779 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:36:59.229042 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8cd31014-3f09-4ca7-8463-bec5fc6adba2 req-d7f0f370-da18-43a0-bfd4-cd2a44096f66 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335815
Jun 21 04:36:59.522873 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85065e3-79f3-4c29-bb2c-889fff732c2e req-bf8c6cba-20b1-4823-987e-6456893279ac tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:36:59.524359 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b85065e3-79f3-4c29-bb2c-889fff732c2e req-bf8c6cba-20b1-4823-987e-6456893279ac tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0629287
Jun 21 04:36:59.561072 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b85065e3-79f3-4c29-bb2c-889fff732c2e req-6623a738-e3ab-4020-a338-c71c0568f4d6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310018
Jun 21 04:37:00.412116 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a0fd-1639-4239-8d90-0de23433373b req-a48dfa5f-d66c-4a49-9a0d-ca50b9b79466 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:00.413615 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-67d6a0fd-1639-4239-8d90-0de23433373b req-a48dfa5f-d66c-4a49-9a0d-ca50b9b79466 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0702362
Jun 21 04:37:00.450486 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-67d6a0fd-1639-4239-8d90-0de23433373b req-3f683133-66bf-4fd7-bb74-b6156875538e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313251
Jun 21 04:37:00.731303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941c0f-cb2a-44c4-8bed-881eb5a338d2 req-af9614bf-bc54-4bfb-9c02-77a6b9f709e7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:00.732789 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc941c0f-cb2a-44c4-8bed-881eb5a338d2 req-af9614bf-bc54-4bfb-9c02-77a6b9f709e7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0653214
Jun 21 04:37:00.768923 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc941c0f-cb2a-44c4-8bed-881eb5a338d2 req-df63e228-f91b-4879-a090-089f6924263b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304527
Jun 21 04:37:01.623922 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea94f8-fd96-4961-ad58-d323928f4dc4 req-fdde2504-e000-43c1-9660-865a26ce937d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:01.625408 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-07ea94f8-fd96-4961-ad58-d323928f4dc4 req-fdde2504-e000-43c1-9660-865a26ce937d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0628178
Jun 21 04:37:01.661891 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-07ea94f8-fd96-4961-ad58-d323928f4dc4 req-25536f08-f788-4ca4-9d44-ff5fa177d830 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309148
Jun 21 04:37:01.935893 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210e3dc-a732-46ce-b449-5c6e33be0fe0 req-cdec26a5-afb2-4a85-b664-996da4bdae2d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:01.937372 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b210e3dc-a732-46ce-b449-5c6e33be0fe0 req-cdec26a5-afb2-4a85-b664-996da4bdae2d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0613067
Jun 21 04:37:01.973736 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b210e3dc-a732-46ce-b449-5c6e33be0fe0 req-8727b258-0486-4f93-b89f-862c8ba41404 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307443
Jun 21 04:37:02.854284 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7117a-c496-4610-95fa-a699e0afceec req-8790d393-8456-4cf1-9c41-15b04578589b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:02.855753 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-81f7117a-c496-4610-95fa-a699e0afceec req-8790d393-8456-4cf1-9c41-15b04578589b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0671613
Jun 21 04:37:03.118014 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-81f7117a-c496-4610-95fa-a699e0afceec req-eabffce7-f44b-4a5c-99c2-5fa5f1e2defb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2566409
Jun 21 04:37:03.148532 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce41db-3813-4dc8-9893-dc217cccb850 req-504b05b7-b334-4c0a-aa7b-1146ec47bdf0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:03.150036 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-75ce41db-3813-4dc8-9893-dc217cccb850 req-504b05b7-b334-4c0a-aa7b-1146ec47bdf0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0651040
Jun 21 04:37:03.190063 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-75ce41db-3813-4dc8-9893-dc217cccb850 req-a2be1ed3-f3a1-4657-a694-c48fbe71d5c1 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346117
Jun 21 04:37:04.292507 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9701de-74f6-426f-9d27-e61f395afbd2 req-03491d9b-9892-41b4-8a0e-48d35ae319be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:04.293903 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6d9701de-74f6-426f-9d27-e61f395afbd2 req-03491d9b-9892-41b4-8a0e-48d35ae319be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0624795
Jun 21 04:37:04.331244 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6d9701de-74f6-426f-9d27-e61f395afbd2 req-f30774d0-d5b4-409d-9b64-27d9c4829674 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318041
Jun 21 04:37:04.362933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8aef2-feb5-41bd-bd7c-cf58fa2ee983 req-0e691dd5-67f5-4cd0-914b-33353017b69b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:04.364528 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80a8aef2-feb5-41bd-bd7c-cf58fa2ee983 req-0e691dd5-67f5-4cd0-914b-33353017b69b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0640085
Jun 21 04:37:04.401821 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80a8aef2-feb5-41bd-bd7c-cf58fa2ee983 req-dcda685e-cafd-4864-acf9-10b79c09c79a tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316486
Jun 21 04:37:05.392789 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f442c7-e21e-4fa7-9188-91a0afd97344 req-4afc2a5c-8487-4568-b98a-c208187062be tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:05.396176 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e5f442c7-e21e-4fa7-9188-91a0afd97344 req-4afc2a5c-8487-4568-b98a-c208187062be tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0626967
Jun 21 04:37:05.434929 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e5f442c7-e21e-4fa7-9188-91a0afd97344 req-18558241-b48f-4785-813a-87de19214cea tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0341549
Jun 21 04:37:05.516353 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9835793-5ef2-4fd7-9c10-6ae29284301d req-4d3a576d-416e-4760-a950-36ee549d682e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:05.518303 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b9835793-5ef2-4fd7-9c10-6ae29284301d req-4d3a576d-416e-4760-a950-36ee549d682e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0609477
Jun 21 04:37:05.559142 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b9835793-5ef2-4fd7-9c10-6ae29284301d req-226f656f-ebd8-4d9d-8803-8cde7a1f2a14 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348618
Jun 21 04:37:05.596161 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aac9e-0832-45c2-9d07-9fbd94c3cd8b req-3de18327-a885-4a58-9cba-9bc850cea39d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:05.597617 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-121aac9e-0832-45c2-9d07-9fbd94c3cd8b req-3de18327-a885-4a58-9cba-9bc850cea39d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0661335
Jun 21 04:37:05.634579 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-121aac9e-0832-45c2-9d07-9fbd94c3cd8b req-4cf0987d-3e1b-4558-9e87-267dd15cb6b4 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312669
Jun 21 04:37:06.606130 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6668fdd-3afe-4453-9ba0-c4cf3823de61 req-a68e1e14-864b-41e6-89ed-bca4c4fbdbea tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:06.607598 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b6668fdd-3afe-4453-9ba0-c4cf3823de61 req-a68e1e14-864b-41e6-89ed-bca4c4fbdbea tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0629742
Jun 21 04:37:06.645327 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b6668fdd-3afe-4453-9ba0-c4cf3823de61 req-386af201-4453-46d7-99e1-13d078bc1336 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0319638
Jun 21 04:37:06.739255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb713194-9c6b-4f38-b4f1-da47b247456c req-429c7ddd-5d8c-4fad-a3bc-61b43d7a3654 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:06.740788 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fb713194-9c6b-4f38-b4f1-da47b247456c req-429c7ddd-5d8c-4fad-a3bc-61b43d7a3654 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0620663
Jun 21 04:37:06.778142 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fb713194-9c6b-4f38-b4f1-da47b247456c req-711667a0-c9bb-40bd-9d98-1389522ca9ea tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318084
Jun 21 04:37:06.805181 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d971d-2119-4c92-b658-92b8f38e6051 req-162fc15e-0fef-4756-89e8-af02f96a76c5 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:06.806642 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-588d971d-2119-4c92-b658-92b8f38e6051 req-162fc15e-0fef-4756-89e8-af02f96a76c5 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0632668
Jun 21 04:37:06.844665 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-588d971d-2119-4c92-b658-92b8f38e6051 req-ad83c499-5bde-45ed-894c-a7dea9cf5bef tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324192
Jun 21 04:37:07.818030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715d865-2616-49a6-973a-18c573f237e3 req-57341475-c553-49c7-ba57-8c280c8e5a27 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:07.819608 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d715d865-2616-49a6-973a-18c573f237e3 req-57341475-c553-49c7-ba57-8c280c8e5a27 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0626016
Jun 21 04:37:07.862712 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d715d865-2616-49a6-973a-18c573f237e3 req-1addbe63-6da4-4755-9bf0-5b67a3c6dfbe tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0372982
Jun 21 04:37:07.953999 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2548f-e2dd-4383-8abb-c59b515f901f req-9f0c2d6e-df25-443a-9e71-97f99fcc5d1d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:07.955389 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ad2548f-e2dd-4383-8abb-c59b515f901f req-9f0c2d6e-df25-443a-9e71-97f99fcc5d1d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0642798
Jun 21 04:37:07.993093 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4ad2548f-e2dd-4383-8abb-c59b515f901f req-bef1d8ff-75f7-45bd-84de-183f028d752e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314894
Jun 21 04:37:08.021272 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0268b3-3b62-405f-b9d7-92757ff8e835 req-4f0b5b27-34f7-4c90-9b37-602101ce633d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:08.023355 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5e0268b3-3b62-405f-b9d7-92757ff8e835 req-4f0b5b27-34f7-4c90-9b37-602101ce633d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0622866
Jun 21 04:37:08.059187 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5e0268b3-3b62-405f-b9d7-92757ff8e835 req-36283ad9-559a-4278-b77e-8f7c171342ae tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302577
Jun 21 04:37:09.034716 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9c0a-41e5-4351-8a48-1d3ce9b4c7ef req-9499282c-9c80-4d11-b0db-7e1673e6b67d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:09.036216 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-799d9c0a-41e5-4351-8a48-1d3ce9b4c7ef req-9499282c-9c80-4d11-b0db-7e1673e6b67d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0615895
Jun 21 04:37:09.076108 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-799d9c0a-41e5-4351-8a48-1d3ce9b4c7ef req-5c647141-260c-4935-bbea-77ad9d0198b6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0331562
Jun 21 04:37:09.170991 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd738-e015-4a1b-8c71-2337d5c48c2c req-2dbe416c-f436-4db2-aa4c-387518e51b74 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:09.172481 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7dbbd738-e015-4a1b-8c71-2337d5c48c2c req-2dbe416c-f436-4db2-aa4c-387518e51b74 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0648775
Jun 21 04:37:09.209844 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7dbbd738-e015-4a1b-8c71-2337d5c48c2c req-260b2f88-aafd-484d-94fd-0575fcbc9824 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307364
Jun 21 04:37:09.238417 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c018d9-c727-4de7-bd03-cce979fa66d1 req-48480b80-6de4-4c3b-b9f7-bd6a514bf340 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:09.239879 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-24c018d9-c727-4de7-bd03-cce979fa66d1 req-48480b80-6de4-4c3b-b9f7-bd6a514bf340 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0634365
Jun 21 04:37:09.287949 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-24c018d9-c727-4de7-bd03-cce979fa66d1 req-d6c1e039-ef98-429e-8a78-54bc6d344289 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343974
Jun 21 04:37:10.259336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ce246-d296-4b2f-bdd3-646dec4310f6 req-7b8ef8c4-0a5d-4280-bf83-6aef25eca26b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:10.260890 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3f0ce246-d296-4b2f-bdd3-646dec4310f6 req-7b8ef8c4-0a5d-4280-bf83-6aef25eca26b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0739343
Jun 21 04:37:10.304649 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3f0ce246-d296-4b2f-bdd3-646dec4310f6 req-b94f35f5-3089-437f-be18-adde269ca6a6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0353379
Jun 21 04:37:10.406515 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0993f-1ebf-4543-a273-1eba8643b346 req-b4e147cc-2ce5-4aea-9170-8b3648f865af tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:10.408602 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-15a0993f-1ebf-4543-a273-1eba8643b346 req-b4e147cc-2ce5-4aea-9170-8b3648f865af tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0685027
Jun 21 04:37:10.446403 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-15a0993f-1ebf-4543-a273-1eba8643b346 req-30c08e06-2e57-43ab-be6f-b74652ce3dce tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321074
Jun 21 04:37:10.479467 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c497d-bfdc-4b8f-a9e5-22932f985b8b req-ce8be454-e6fe-42da-9efa-465f15b7c4ee tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:10.480972 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb3c497d-bfdc-4b8f-a9e5-22932f985b8b req-ce8be454-e6fe-42da-9efa-465f15b7c4ee tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0680442
Jun 21 04:37:10.517017 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb3c497d-bfdc-4b8f-a9e5-22932f985b8b req-7b27bc3b-e956-4c91-abfc-9b29ec2b46b4 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305192
Jun 21 04:37:11.481898 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4871-98f6-487d-afbc-41d7167713d9 req-f726c073-105d-4542-b400-1b5a95090f19 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:11.483420 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-942d4871-98f6-487d-afbc-41d7167713d9 req-f726c073-105d-4542-b400-1b5a95090f19 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0627198
Jun 21 04:37:11.524224 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-942d4871-98f6-487d-afbc-41d7167713d9 req-e21be446-6843-429a-b3cd-393ed01519f0 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0349593
Jun 21 04:37:11.627736 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97778-3f32-4ee3-8d80-c0117a02dd48 req-32987c08-fd4d-4214-b1f6-07ee7b666f72 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:11.629253 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-70d97778-3f32-4ee3-8d80-c0117a02dd48 req-32987c08-fd4d-4214-b1f6-07ee7b666f72 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0638599
Jun 21 04:37:11.670732 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-70d97778-3f32-4ee3-8d80-c0117a02dd48 req-4c3f806d-2049-400d-bbb3-108f38b43e56 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350986
Jun 21 04:37:11.697601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e3fe8-a5fe-4389-b4c3-bab970354624 req-de5605dd-fb72-4891-ac0b-126a9acce8fb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:11.699136 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5d0e3fe8-a5fe-4389-b4c3-bab970354624 req-de5605dd-fb72-4891-ac0b-126a9acce8fb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0669651
Jun 21 04:37:11.735672 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5d0e3fe8-a5fe-4389-b4c3-bab970354624 req-7ab7c255-ba17-4a3f-8364-9434ed249e45 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307686
Jun 21 04:37:12.691223 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b663d-e48c-4066-90d9-fed410551137 req-c0a6ba47-b130-484b-b368-7bea6d626f8e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:12.692688 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5b8b663d-e48c-4066-90d9-fed410551137 req-c0a6ba47-b130-484b-b368-7bea6d626f8e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0614607
Jun 21 04:37:12.732277 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5b8b663d-e48c-4066-90d9-fed410551137 req-c2c9599c-0bfc-40f1-8339-16803afb8bfd tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0339074
Jun 21 04:37:12.849636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ea09a-6d07-4b97-9f37-21f0b281c8a8 req-1cc205ef-fa0f-43ca-a293-76bfa491e31f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:12.851020 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-671ea09a-6d07-4b97-9f37-21f0b281c8a8 req-1cc205ef-fa0f-43ca-a293-76bfa491e31f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0625739
Jun 21 04:37:12.887265 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-671ea09a-6d07-4b97-9f37-21f0b281c8a8 req-80424906-f0bd-4a61-9c05-31f18372907d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307992
Jun 21 04:37:12.905918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b60e07-1f40-4854-a600-1a0c0c9c7f63 req-da7f7fc7-9b3e-4a73-859e-4d6d4f4896de tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:12.907378 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-54b60e07-1f40-4854-a600-1a0c0c9c7f63 req-da7f7fc7-9b3e-4a73-859e-4d6d4f4896de tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0621293
Jun 21 04:37:12.943178 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-54b60e07-1f40-4854-a600-1a0c0c9c7f63 req-5d4f539f-22f4-4956-a3cd-ccbf2a98908c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299575
Jun 21 04:37:13.142428 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-84cb6b88-0304-4f38-96c2-d9bce272eed4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0514941
Jun 21 04:37:13.145040 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-7e17fbbb-0a6a-4f7e-a2a5-b65ab00ddfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.146591 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-7e17fbbb-0a6a-4f7e-a2a5-b65ab00ddfb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1137 time: 0.0553467
Jun 21 04:37:13.279633 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-5b3dfb3c-b46d-46ae-b54d-caa99269558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.280156 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-08f73013-8429-4c49-b3a3-6205e65a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.281115 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-5b3dfb3c-b46d-46ae-b54d-caa99269558c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 916 time: 0.0886860
Jun 21 04:37:13.281933 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-08f73013-8429-4c49-b3a3-6205e65a07c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1098 time: 0.0574486
Jun 21 04:37:13.353406 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-1b720244-4df2-4c16-9abf-1b4a1635ec97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 1001 time: 0.0629139
Jun 21 04:37:13.373796 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e02c12aa-2580-4f95-9839-7dc641bdf690'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:37:13.391110 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-6b4624ca-7ac6-41f1-aba8-f4e2763255c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.392663 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-6b4624ca-7ac6-41f1-aba8-f4e2763255c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.0836713
Jun 21 04:37:13.401379 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-1922d943-b8d9-40fd-8b00-b14df389cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.402837 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-1922d943-b8d9-40fd-8b00-b14df389cc59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0429428
Jun 21 04:37:13.462292 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-d4917caa-70e5-4842-8646-b26201be9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.464330 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-d4917caa-70e5-4842-8646-b26201be9ecf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0552735
Jun 21 04:37:13.477252 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-be2fadca-4804-4843-84f1-87ab4fa54691 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 1001 time: 0.0764098
Jun 21 04:37:13.532836 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-d240b453-bcf3-4dfb-a42d-4e166b20cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.534353 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-d240b453-bcf3-4dfb-a42d-4e166b20cf06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0508313
Jun 21 04:37:13.560298 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-6aa300b6-ed38-46c4-b26e-d98378517c1d service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885091
Jun 21 04:37:13.591932 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-de802795-c0f3-44ba-82cf-445ad83edcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.593520 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-de802795-c0f3-44ba-82cf-445ad83edcc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0519795
Jun 21 04:37:13.648788 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b5c185a0-2728-4f99-a6e3-cbc1d1588753 req-33849f48-6175-4b5b-b897-aa45b8209481 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822997
Jun 21 04:37:13.685957 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-575338cf-954b-421c-9d6f-5364a6d18ff0 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839024
Jun 21 04:37:13.814492 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a57e0e65-09d4-4ca5-bab7-0a41f11e2282 req-b2487239-c0a6-4f74-8244-3660ed59cd63 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811386
Jun 21 04:37:13.903374 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4a292-3e63-4ed9-8b4b-6e916391005f req-e34ac8c6-c717-497b-96d3-689271ddb5e3 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:13.904821 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-34b4a292-3e63-4ed9-8b4b-6e916391005f req-e34ac8c6-c717-497b-96d3-689271ddb5e3 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0631487
Jun 21 04:37:13.948577 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-34b4a292-3e63-4ed9-8b4b-6e916391005f req-b0b55ef4-561b-493d-8813-a239f5e8faa6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0379431
Jun 21 04:37:14.071821 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc3ec-0093-43d0-a8af-36dbf75a0afc req-7adc9c9e-3a16-4a1c-8e46-2544c40a23bb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:14.073420 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0c3cc3ec-0093-43d0-a8af-36dbf75a0afc req-7adc9c9e-3a16-4a1c-8e46-2544c40a23bb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0676386
Jun 21 04:37:14.116999 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0c3cc3ec-0093-43d0-a8af-36dbf75a0afc req-afc4b64e-4484-4f84-a594-c5c5c62e544c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375628
Jun 21 04:37:14.117730 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a36b7-1cc2-487c-b1c4-ff63306877d0 req-aed9a066-f562-4dbd-add5-a4879106d11d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:14.119235 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ea8a36b7-1cc2-487c-b1c4-ff63306877d0 req-aed9a066-f562-4dbd-add5-a4879106d11d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0644124
Jun 21 04:37:14.158920 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ea8a36b7-1cc2-487c-b1c4-ff63306877d0 req-1fb5b35c-7796-4a46-99a9-79b031d84792 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338047
Jun 21 04:37:15.117155 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df19ca0-3235-4151-8da7-b1324502e3c9 req-01b0b01b-c5ca-41af-93da-421616e232b9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:15.118629 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3df19ca0-3235-4151-8da7-b1324502e3c9 req-01b0b01b-c5ca-41af-93da-421616e232b9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0617073
Jun 21 04:37:15.156954 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3df19ca0-3235-4151-8da7-b1324502e3c9 req-7a7f09c7-0134-4759-b2c6-a841e5583a9f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0326762
Jun 21 04:37:15.300784 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f548c7-993e-41b3-92bb-e70bfe7bba7f req-ed439743-63d4-4838-8263-77f3a6897777 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:15.302291 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-42f548c7-993e-41b3-92bb-e70bfe7bba7f req-ed439743-63d4-4838-8263-77f3a6897777 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 944 time: 0.0652130
Jun 21 04:37:15.332851 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527317-d4a0-4e7f-82f6-92963157e521 req-9d5e43db-6c32-4b08-989b-ccdc951e1eeb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:15.334370 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e7527317-d4a0-4e7f-82f6-92963157e521 req-9d5e43db-6c32-4b08-989b-ccdc951e1eeb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0678551
Jun 21 04:37:15.342553 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-42f548c7-993e-41b3-92bb-e70bfe7bba7f req-a2a5e46f-48ed-4d43-9fa7-5b1775f325ce tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330319
Jun 21 04:37:15.380080 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e7527317-d4a0-4e7f-82f6-92963157e521 req-62ff8375-f510-4487-b056-6d45153ffc16 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381098
Jun 21 04:37:15.655763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:37:15.702404 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port e02c12aa-2580-4f95-9839-7dc641bdf690 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:37:15.702785 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:15.778434 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:15.799551 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:37:15.801741 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8bc510-1943-4a3a-b31b-69d02b81dd73" -d '{"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-plugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:37:15.813964 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:37:15.817949 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:15.820433 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:15.869615 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=10']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:15.872863 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:15.897883 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018cfaa7-fe99-4828-b957-189716f353e1 x-openstack-request-id: req-018cfaa7-fe99-4828-b957-189716f353e1 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:37:15.898182 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-plugged", "status": "completed", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:37:15.898437 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-018cfaa7-fe99-4828-b957-189716f353e1 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:37:15.898830 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'code': 200}
Jun 21 04:37:16.329987 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1fd40-1d99-4e99-8ce8-a0c13c7a2019 req-9e727184-9eb0-4a90-a56b-0490c0aaf918 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:16.331341 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7ae1fd40-1d99-4e99-8ce8-a0c13c7a2019 req-9e727184-9eb0-4a90-a56b-0490c0aaf918 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0647552
Jun 21 04:37:16.370246 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7ae1fd40-1d99-4e99-8ce8-a0c13c7a2019 req-0113c39e-234d-4512-926e-93e25f9ea2d9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0331228
Jun 21 04:37:16.530272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f435887-e170-445a-879e-25064457a547 req-164a1244-fa67-4852-9b53-d7b155c78468 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:16.531757 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0f435887-e170-445a-879e-25064457a547 req-164a1244-fa67-4852-9b53-d7b155c78468 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0711737
Jun 21 04:37:16.567853 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda86e24-c11c-474e-b4f7-407221efe9cf req-68870057-6e8a-4dd9-b1b2-e566cc907673 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:16.569006 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0f435887-e170-445a-879e-25064457a547 req-1e17f129-ab1d-4daa-93e0-137b14fa4d7f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310609
Jun 21 04:37:16.569382 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dda86e24-c11c-474e-b4f7-407221efe9cf req-68870057-6e8a-4dd9-b1b2-e566cc907673 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0621324
Jun 21 04:37:16.607457 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dda86e24-c11c-474e-b4f7-407221efe9cf req-99872a13-5694-4031-9147-c004eb3d44be tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319128
Jun 21 04:37:17.540745 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25f9d-4abc-4b19-bf5a-43be86e36d7a req-31b3de5f-e486-45fb-bf59-e09f52bfee02 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:17.542225 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-afa25f9d-4abc-4b19-bf5a-43be86e36d7a req-31b3de5f-e486-45fb-bf59-e09f52bfee02 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0632455
Jun 21 04:37:17.580588 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-afa25f9d-4abc-4b19-bf5a-43be86e36d7a req-f4f1e1e2-c94a-40b0-82b7-1ff50845eda1 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0326607
Jun 21 04:37:17.754698 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb6b4c-2078-47c2-9fb8-899fd4d76392 req-394bf719-4ce9-43b8-8bc7-ca497fa6538c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:17.756303 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aebb6b4c-2078-47c2-9fb8-899fd4d76392 req-394bf719-4ce9-43b8-8bc7-ca497fa6538c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0714710
Jun 21 04:37:17.781929 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac3d3b-56d0-41de-88d5-12deb7fcd62c req-e7f1a9af-b6fc-437b-835f-7ae935cf53c7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:17.783471 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2bac3d3b-56d0-41de-88d5-12deb7fcd62c req-e7f1a9af-b6fc-437b-835f-7ae935cf53c7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0629857
Jun 21 04:37:17.799244 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aebb6b4c-2078-47c2-9fb8-899fd4d76392 req-95b3580e-84de-4949-ad81-d02f93d74382 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369675
Jun 21 04:37:17.825881 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2bac3d3b-56d0-41de-88d5-12deb7fcd62c req-e210267f-924c-4cc9-a6db-64c82ffa66bf tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356147
Jun 21 04:37:18.749382 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41704e54-85b1-4dc7-8f71-67979649f5f5 req-e53f273f-859c-476b-b45b-8193937f4e3d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:18.751775 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-41704e54-85b1-4dc7-8f71-67979649f5f5 req-e53f273f-859c-476b-b45b-8193937f4e3d tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0645113
Jun 21 04:37:18.798341 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-41704e54-85b1-4dc7-8f71-67979649f5f5 req-dce8504a-5d0a-497a-813e-949ce4d8f793 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0337284
Jun 21 04:37:18.973748 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1227f3c-7974-42e6-94a5-2f16c3b473c6 req-8e43fd74-2834-4077-aa0c-cda8825e4484 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:18.975725 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f1227f3c-7974-42e6-94a5-2f16c3b473c6 req-8e43fd74-2834-4077-aa0c-cda8825e4484 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0630651
Jun 21 04:37:18.997062 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4599c-9bb9-47c5-b7e2-a5ed58473b51 req-a5134021-71ae-4ae3-b318-6bfd8640df63 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:18.998453 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-81c4599c-9bb9-47c5-b7e2-a5ed58473b51 req-a5134021-71ae-4ae3-b318-6bfd8640df63 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0621178
Jun 21 04:37:19.013608 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f1227f3c-7974-42e6-94a5-2f16c3b473c6 req-23d86a44-9a4c-4eb4-92bd-7a73aa13b194 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320129
Jun 21 04:37:19.036347 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-81c4599c-9bb9-47c5-b7e2-a5ed58473b51 req-81d8016c-3c16-4040-9c17-15bd070d659c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322127
Jun 21 04:37:19.970705 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d0131-ddd2-41d3-b7bc-87b3bff95026 req-2af58abc-1b04-4532-84a6-12943deb91c2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:19.972147 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d9d0131-ddd2-41d3-b7bc-87b3bff95026 req-2af58abc-1b04-4532-84a6-12943deb91c2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0612993
Jun 21 04:37:20.011494 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d9d0131-ddd2-41d3-b7bc-87b3bff95026 req-8669ec12-00de-4ecf-a840-5ef3f8e81d33 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0320742
Jun 21 04:37:20.194713 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc622c9a-3ca2-4d78-b8ef-ab5361ece7d8 req-c52bd865-f74d-4f54-94d9-dd54d2efed2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:20.196427 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc622c9a-3ca2-4d78-b8ef-ab5361ece7d8 req-c52bd865-f74d-4f54-94d9-dd54d2efed2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0667801
Jun 21 04:37:20.208474 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d16c2a-390a-40e8-aaa4-618a1164e083 req-a69b802a-5975-471f-baa5-10fe386525e6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:20.210462 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12d16c2a-390a-40e8-aaa4-618a1164e083 req-a69b802a-5975-471f-baa5-10fe386525e6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0659723
Jun 21 04:37:20.234383 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc622c9a-3ca2-4d78-b8ef-ab5361ece7d8 req-317959f1-659e-450b-86aa-bc1551784895 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322464
Jun 21 04:37:20.248035 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-12d16c2a-390a-40e8-aaa4-618a1164e083 req-9ba9e573-c8ef-4601-b403-82a74a5b14a9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316532
Jun 21 04:37:20.324657 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:37:21.179877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40463b-a427-4709-8c4f-0c5bcdf901b8 req-f636c315-97da-4428-9d65-63f2b9a85b00 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:21.181358 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8b40463b-a427-4709-8c4f-0c5bcdf901b8 req-f636c315-97da-4428-9d65-63f2b9a85b00 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0617447
Jun 21 04:37:21.220795 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8b40463b-a427-4709-8c4f-0c5bcdf901b8 req-2fd68f94-9c8c-496d-bf51-73a922ae6348 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0336647
Jun 21 04:37:21.413127 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff007f0-8d76-4416-a174-1736010a0611 req-020f8b86-56d9-497e-89fd-56060f427210 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:21.414639 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2ff007f0-8d76-4416-a174-1736010a0611 req-020f8b86-56d9-497e-89fd-56060f427210 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0629015
Jun 21 04:37:21.417081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5e375-d96c-4276-a200-6671d9e4bb21 req-decee60a-869f-4f36-af83-a0165a2450a5 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:21.418543 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-12f5e375-d96c-4276-a200-6671d9e4bb21 req-decee60a-869f-4f36-af83-a0165a2450a5 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0606644
Jun 21 04:37:21.452904 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2ff007f0-8d76-4416-a174-1736010a0611 req-1c594d93-c80e-4701-a801-22b26f929917 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325668
Jun 21 04:37:21.459434 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-12f5e375-d96c-4276-a200-6671d9e4bb21 req-4967f42b-b18c-41b9-969c-1e25c405121c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351877
Jun 21 04:37:22.029291 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cda582-c3f2-4d35-9f98-0c87b83d5ffb req-650a6fa8-f809-4f09-a4e8-f4795af64d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:22.030897 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37cda582-c3f2-4d35-9f98-0c87b83d5ffb req-650a6fa8-f809-4f09-a4e8-f4795af64d3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1099 time: 0.0508368
Jun 21 04:37:22.071378 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-37cda582-c3f2-4d35-9f98-0c87b83d5ffb req-27b68ee7-bf48-41b5-a3a2-f9674b27e9b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303481
Jun 21 04:37:22.393991 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8637-8292-4e78-b53f-9d60b3c65c31 req-3ee86930-67d1-4f12-8554-c86a38b3541e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:22.395497 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-87ed8637-8292-4e78-b53f-9d60b3c65c31 req-3ee86930-67d1-4f12-8554-c86a38b3541e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0629139
Jun 21 04:37:22.436078 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-87ed8637-8292-4e78-b53f-9d60b3c65c31 req-1d57a745-9a8c-4dc3-83df-f724865a3a0b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0342166
Jun 21 04:37:22.627349 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa52742-e6ea-449d-be69-9640f5e4bafd req-8b3069ed-9a5b-4d66-a729-c62239ee4f3b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:22.628889 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2aa52742-e6ea-449d-be69-9640f5e4bafd req-8b3069ed-9a5b-4d66-a729-c62239ee4f3b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0629811
Jun 21 04:37:22.641105 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ecdd-9684-4bd3-8f8c-272dfe1fff34 req-89faf66e-48de-44cb-8cb0-58fb0dbed6a2 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:22.642667 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bea2ecdd-9684-4bd3-8f8c-272dfe1fff34 req-89faf66e-48de-44cb-8cb0-58fb0dbed6a2 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0706995
Jun 21 04:37:22.671204 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2aa52742-e6ea-449d-be69-9640f5e4bafd req-e9ac4250-da52-4c1c-98b0-c4565d4d34a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359318
Jun 21 04:37:22.693390 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bea2ecdd-9684-4bd3-8f8c-272dfe1fff34 req-f1897865-52ca-4ff8-b682-9f8c115b2ff6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438108
Jun 21 04:37:23.606487 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf249fc1-27b6-462e-999d-d4e2f19205dd req-59397870-0b81-44b7-8bea-d5782915d7ff tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:23.607926 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bf249fc1-27b6-462e-999d-d4e2f19205dd req-59397870-0b81-44b7-8bea-d5782915d7ff tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0611773
Jun 21 04:37:23.645914 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bf249fc1-27b6-462e-999d-d4e2f19205dd req-fde3fb8e-4e57-467e-a5f1-07fd45029c16 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0323470
Jun 21 04:37:23.869514 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c8bc8-909f-49d0-83c0-e745a5c2e196 req-30676bb3-6200-4c0d-a69b-ae338e48937e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:23.870992 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cc7c8bc8-909f-49d0-83c0-e745a5c2e196 req-30676bb3-6200-4c0d-a69b-ae338e48937e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0669816
Jun 21 04:37:23.871122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d87ee-91e5-4d49-af36-9c61269e9a08 req-2688ebf3-348a-4213-a149-e2b1667b33af tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:23.872992 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3f2d87ee-91e5-4d49-af36-9c61269e9a08 req-2688ebf3-348a-4213-a149-e2b1667b33af tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0792248
Jun 21 04:37:23.877404 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b8eadd3c-d9db-4603-a952-325359ac2f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:23.910440 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3f2d87ee-91e5-4d49-af36-9c61269e9a08 req-c512c9fd-4898-4ece-8a97-07750c9fff2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317400
Jun 21 04:37:23.911374 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cc7c8bc8-909f-49d0-83c0-e745a5c2e196 req-609e245d-2d4d-4c01-86e5-1e2e0a672a7f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335767
Jun 21 04:37:24.822115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b9a7-c69a-4b85-8c7f-942fc36601b8 req-f4c664ef-d40a-4a4a-9907-2608c81070dd tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:24.823699 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0f74b9a7-c69a-4b85-8c7f-942fc36601b8 req-f4c664ef-d40a-4a4a-9907-2608c81070dd tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0664728
Jun 21 04:37:24.867943 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0f74b9a7-c69a-4b85-8c7f-942fc36601b8 req-7076f765-a54b-450a-8eba-fd715699de19 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0380712
Jun 21 04:37:25.105611 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d4a0f-9bf4-4153-bb10-8572bddb2b00 req-ca5b3137-0afd-4d08-ba3b-3c75a220056f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:25.107149 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-343d4a0f-9bf4-4153-bb10-8572bddb2b00 req-ca5b3137-0afd-4d08-ba3b-3c75a220056f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0737503
Jun 21 04:37:25.108694 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed160c6-15c1-417f-adfa-b18353e4ba69 req-11aad613-7115-47fd-822a-2daf2c05069b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:25.110229 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7ed160c6-15c1-417f-adfa-b18353e4ba69 req-11aad613-7115-47fd-822a-2daf2c05069b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0793998
Jun 21 04:37:25.152082 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7ed160c6-15c1-417f-adfa-b18353e4ba69 req-47c80a43-9090-47b3-80df-ddc1158d15cc tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334373
Jun 21 04:37:25.152800 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-343d4a0f-9bf4-4153-bb10-8572bddb2b00 req-2598e988-649e-47bf-bacf-f068a97ed253 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394726
Jun 21 04:37:25.683329 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:37:25.775421 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:37:25.787165 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'port_id': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'mac_address': 'fa:16:3e:7f:d4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:37:25.822309 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:25.834082 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:37:25.853333 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:37:25.857189 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:25.858972 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:25.906527 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:25.909788 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:26.206796 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e94a9c-449b-484e-89d3-ad94d65c3460 req-1a6abfeb-a249-44a9-b554-660a9d3641e2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:26.215005 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-18e94a9c-449b-484e-89d3-ad94d65c3460 req-1a6abfeb-a249-44a9-b554-660a9d3641e2 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0798633
Jun 21 04:37:26.260371 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-18e94a9c-449b-484e-89d3-ad94d65c3460 req-4667d38b-f7ad-4da9-86d4-cc0b88e87969 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0399513
Jun 21 04:37:26.345240 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e887a4f-27d6-44e8-9f3e-84aecb6b7fbc req-78f63d3c-f464-48f9-bf60-e85cd9bcc19b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:26.346850 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e887a4f-27d6-44e8-9f3e-84aecb6b7fbc req-78f63d3c-f464-48f9-bf60-e85cd9bcc19b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 944 time: 0.0642893
Jun 21 04:37:26.384144 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e887a4f-27d6-44e8-9f3e-84aecb6b7fbc req-1a9bcf16-6760-4000-af21-0a33dee47330 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314159
Jun 21 04:37:26.428089 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf212f5-9cfd-4ab6-860e-62bdb4048c15 req-3ec3bca5-0b52-4bfe-8d78-52666061825a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:26.429594 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fcf212f5-9cfd-4ab6-860e-62bdb4048c15 req-3ec3bca5-0b52-4bfe-8d78-52666061825a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0641801
Jun 21 04:37:26.466899 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fcf212f5-9cfd-4ab6-860e-62bdb4048c15 req-5a2b5684-2042-4208-8c0e-970c3f945643 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316002
Jun 21 04:37:26.506527 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-7ba77139-e91d-464f-96b6-c46d82cfa671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:26.605634 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:37:26.884694 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:27.433043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4e014-93ba-46ce-9c56-0e30e20462ee req-00cc4492-5a25-4b20-921b-2e99cf0fd095 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:27.434512 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-47a4e014-93ba-46ce-9c56-0e30e20462ee req-00cc4492-5a25-4b20-921b-2e99cf0fd095 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0626009
Jun 21 04:37:27.475345 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-47a4e014-93ba-46ce-9c56-0e30e20462ee req-42aa8b1e-fbe5-4618-acb7-325e2a64316c tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0350840
Jun 21 04:37:27.481690 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:27.555780 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a2d5-c1d7-462e-aeb8-e5d5ed6c01fd req-bf723933-6a1e-465b-9868-dfbc628acf04 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:27.557279 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-75a0a2d5-c1d7-462e-aeb8-e5d5ed6c01fd req-bf723933-6a1e-465b-9868-dfbc628acf04 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 944 time: 0.0619659
Jun 21 04:37:27.595759 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-75a0a2d5-c1d7-462e-aeb8-e5d5ed6c01fd req-2fc01e9e-efd1-4db4-b752-bd221c35c5db tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328908
Jun 21 04:37:28.658761 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:28.663221 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1a8d-958d-452a-b21e-475649541ef5 req-d2be2746-0411-4aa7-848f-89f8749e4b92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:28.664754 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-21ce1a8d-958d-452a-b21e-475649541ef5 req-d2be2746-0411-4aa7-848f-89f8749e4b92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0720341
Jun 21 04:37:28.705551 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-21ce1a8d-958d-452a-b21e-475649541ef5 req-588804cb-73fb-49f8-b3d1-764c36498001 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0349479
Jun 21 04:37:28.711926 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfdcbf-c36a-450a-a255-f232b2df597d req-868dbebd-e0f9-4418-82a2-8ec12e2ae0c2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:28.714264 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-73bfdcbf-c36a-450a-a255-f232b2df597d req-868dbebd-e0f9-4418-82a2-8ec12e2ae0c2 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0671823
Jun 21 04:37:28.752245 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-73bfdcbf-c36a-450a-a255-f232b2df597d req-0133cac5-c3e8-4538-bbbb-6bbd0363490d tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323048
Jun 21 04:37:28.863541 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b07ca-0a02-4456-a6d8-f5e935c180a8 req-ffebbea3-1cf0-481e-9fe7-8ce74d00e84c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:28.865585 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8d8b07ca-0a02-4456-a6d8-f5e935c180a8 req-ffebbea3-1cf0-481e-9fe7-8ce74d00e84c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 944 time: 0.0621030
Jun 21 04:37:28.902584 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8d8b07ca-0a02-4456-a6d8-f5e935c180a8 req-72e6a736-06f8-4aa9-ae91-05beb5a34dfb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314181
Jun 21 04:37:29.225801 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:29.747677 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:37:29.794718 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:37:29.798458 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:37:29.798830 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:29.875826 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:29.890668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f86f24-5b06-430f-981f-8bf0612c4091 req-b4df6814-44b3-4001-bfe0-12ae90edb01b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:29.892357 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80f86f24-5b06-430f-981f-8bf0612c4091 req-b4df6814-44b3-4001-bfe0-12ae90edb01b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0751929
Jun 21 04:37:29.901498 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:37:29.903737 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe12d7f-243a-478a-b686-cb600a30d94e" -d '{"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-plugged", "status": "completed", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:37:29.916880 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:37:29.922126 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:29.924351 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:29.935433 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-80f86f24-5b06-430f-981f-8bf0612c4091 req-101a8196-0d83-4612-aab8-18bdc9177527 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0366566
Jun 21 04:37:29.946995 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78bd71-ab64-481f-a2b9-7a8ed38528c2 req-b0eb2943-4534-4570-8f90-292054e08be4 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:29.948620 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c78bd71-ab64-481f-a2b9-7a8ed38528c2 req-b0eb2943-4534-4570-8f90-292054e08be4 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0717216
Jun 21 04:37:29.983027 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:29.987049 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf771f13-32d1-45c5-8097-b65cee04e2a6 x-openstack-request-id: req-bf771f13-32d1-45c5-8097-b65cee04e2a6 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:37:29.987341 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-plugged", "status": "completed", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:37:29.987593 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf771f13-32d1-45c5-8097-b65cee04e2a6 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:37:29.988176 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'code': 200}
Jun 21 04:37:29.989014 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:29.997247 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c78bd71-ab64-481f-a2b9-7a8ed38528c2 req-543473be-8423-4e2d-8705-638171826b88 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425291
Jun 21 04:37:30.134230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42290af2-dcaf-470a-b72a-f492c0dcb3e5 req-d42fa8f7-03f4-4405-aaa1-b9168def30f6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:30.135675 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-42290af2-dcaf-470a-b72a-f492c0dcb3e5 req-d42fa8f7-03f4-4405-aaa1-b9168def30f6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0604107
Jun 21 04:37:30.175606 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-42290af2-dcaf-470a-b72a-f492c0dcb3e5 req-d5648e34-a666-421f-99a9-cf3e558faefe tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343485
Jun 21 04:37:30.309565 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2c30d-8b0d-4d98-b9e1-841a326956a9 req-b86261fc-6ec6-4531-8a43-45274c4ea314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:30.311065 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e4f2c30d-8b0d-4d98-b9e1-841a326956a9 req-b86261fc-6ec6-4531-8a43-45274c4ea314 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0501153
Jun 21 04:37:30.345300 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e4f2c30d-8b0d-4d98-b9e1-841a326956a9 req-d8475a36-bfc8-4c1f-9832-1a14f0655e9c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272613
Jun 21 04:37:31.107103 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63330-eeeb-4bb9-9f2d-2f04ff3ce458 req-0ef0112b-b06e-4b86-8367-7bf239abe876 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:31.108594 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ebb63330-eeeb-4bb9-9f2d-2f04ff3ce458 req-0ef0112b-b06e-4b86-8367-7bf239abe876 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0639203
Jun 21 04:37:31.148309 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ebb63330-eeeb-4bb9-9f2d-2f04ff3ce458 req-56638bc4-a56b-46fe-9fde-d8428ff86fb0 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0341835
Jun 21 04:37:31.166445 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c0336-b257-4e34-b04b-9a7c393a606f req-5c24312a-888c-4927-b60d-03e2d58757f4 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:31.167927 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-019c0336-b257-4e34-b04b-9a7c393a606f req-5c24312a-888c-4927-b60d-03e2d58757f4 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0620542
Jun 21 04:37:31.204555 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-019c0336-b257-4e34-b04b-9a7c393a606f req-51d8cbcb-39b1-4218-9f29-f916e7ce5fbf tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310652
Jun 21 04:37:31.367046 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b86fc-4da4-4aed-9536-8447ae5d5606 req-e5067862-c272-42c4-82e9-3062f77fa323 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:31.368588 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4d0b86fc-4da4-4aed-9536-8447ae5d5606 req-e5067862-c272-42c4-82e9-3062f77fa323 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0661592
Jun 21 04:37:31.406495 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4d0b86fc-4da4-4aed-9536-8447ae5d5606 req-cec12f63-047a-4cc5-8452-8111db7136b2 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322928
Jun 21 04:37:32.258759 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7001c478-3aad-4950-b4a1-7d874d783d7f tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:32.260259 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7001c478-3aad-4950-b4a1-7d874d783d7f tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.0714509
Jun 21 04:37:32.326162 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28c359-4b0d-4c38-8b1f-e50b3f2955b0 req-0b51e4f0-cf14-4742-b42b-d8a0450c3284 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:32.332833 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1e28c359-4b0d-4c38-8b1f-e50b3f2955b0 req-0b51e4f0-cf14-4742-b42b-d8a0450c3284 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0712509
Jun 21 04:37:32.368824 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1e28c359-4b0d-4c38-8b1f-e50b3f2955b0 req-bccb9509-a7ab-4496-8527-35f5e479c602 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0343568
Jun 21 04:37:32.425148 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Deleting port 6252f895-7bb4-441b-89e4-b31afe1b7c3d {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:37:32.425499 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:32.447134 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43702c64-08bb-49e9-8bdb-435720715ade req-1869b2d6-9e6c-46da-a7a7-5400eb4418f3 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:32.448732 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-43702c64-08bb-49e9-8bdb-435720715ade req-1869b2d6-9e6c-46da-a7a7-5400eb4418f3 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 945 time: 0.1281641
Jun 21 04:37:32.523459 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-43702c64-08bb-49e9-8bdb-435720715ade req-bb5534ea-d6a9-426a-a1a3-99032f5c7997 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/security-groups?id=9866b29a-eaa2-476e-b465-5dd2ef08a675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498393
Jun 21 04:37:32.572670 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] For port 6252f895-7bb4-441b-89e4-b31afe1b7c3d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6252f895-7bb4-441b-89e4-b31afe1b7c3d,segment=NetworkSegment(bcf48f14-9dcd-4d7e-9fe3-822775a059c2),segment_id=bcf48f14-9dcd-4d7e-9fe3-822775a059c2)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:37:32.573037 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:32.606532 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075622a-2797-44b1-9ca6-2fa9f8717a68 req-a1b98e43-d16d-4271-b2ab-85bf71798e59 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:32.608361 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0075622a-2797-44b1-9ca6-2fa9f8717a68 req-a1b98e43-d16d-4271-b2ab-85bf71798e59 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0706825
Jun 21 04:37:32.650783 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Calling delete_port for 6252f895-7bb4-441b-89e4-b31afe1b7c3d owned by compute:nova {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:37:32.656146 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0075622a-2797-44b1-9ca6-2fa9f8717a68 req-196f4ad3-f794-438b-a59b-c0fc6f1dd784 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410409
Jun 21 04:37:32.807598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:32.813332 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-17d8e52d-f99c-479c-86d6-d41415369513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:32.840958 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Pushing event deleted for resources: {'Port': ['ID=6252f895-7bb4-441b-89e4-b31afe1b7c3d,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:32.843465 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:32.849540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['6252f895-7bb4-441b-89e4-b31afe1b7c3d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:37:32.894262 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] No DVR routers for this DVR port 6252f895-7bb4-441b-89e4-b31afe1b7c3d on host hv-cinder-79688 {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:37:32.897634 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:32.899599 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-59d21772-8785-4df9-b2b9-a3d59be449d2 req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.69 "DELETE /v2.0/ports/6252f895-7bb4-441b-89e4-b31afe1b7c3d HTTP/1.1" status: 204  len: 173 time: 0.6262589
Jun 21 04:37:32.900089 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'name': 'network-vif-deleted', 'tag': '6252f895-7bb4-441b-89e4-b31afe1b7c3d'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:37:32.902412 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5dc17d-aef8-40b5-b828-35add32805b1" -d '{"events": [{"server_uuid": "828fe378-c69e-4030-a26b-e9d6c1e722dc", "name": "network-vif-deleted", "tag": "6252f895-7bb4-441b-89e4-b31afe1b7c3d"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:37:32.923673 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1744fc-6c5f-4185-bd5a-8683331b6d3e req-8e3787e1-6b31-4e42-a156-48ba89c95cac tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:32.925201 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-db1744fc-6c5f-4185-bd5a-8683331b6d3e req-8e3787e1-6b31-4e42-a156-48ba89c95cac tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.1586771
Jun 21 04:37:32.945352 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd1c857-2bf4-4013-a884-59133fe8824a x-openstack-request-id: req-2bd1c857-2bf4-4013-a884-59133fe8824a {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:37:32.945663 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828fe378-c69e-4030-a26b-e9d6c1e722dc", "name": "network-vif-deleted", "tag": "6252f895-7bb4-441b-89e4-b31afe1b7c3d", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:37:32.945967 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bd1c857-2bf4-4013-a884-59133fe8824a {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:37:32.946426 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828fe378-c69e-4030-a26b-e9d6c1e722dc', 'name': 'network-vif-deleted', 'tag': '6252f895-7bb4-441b-89e4-b31afe1b7c3d', 'status': 'completed', 'code': 200}
Jun 21 04:37:32.965598 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-db1744fc-6c5f-4185-bd5a-8683331b6d3e req-49d2b62f-add3-4801-a7cf-6286c8687a37 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347705
Jun 21 04:37:32.991538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43184) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:37:33.182735 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871da986-6d3a-48e2-be28-0aa929c75815 tempest-TestShelveInstance-1164308119 tempest-TestShelveInstance-1164308119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:33.184227 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-871da986-6d3a-48e2-be28-0aa929c75815 tempest-TestShelveInstance-1164308119 tempest-TestShelveInstance-1164308119-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1093 time: 0.1916363
Jun 21 04:37:33.187101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43188) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:37:33.191357 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'port_id': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:37:33.213028 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for floatingip, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:33.304768 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:33.406964 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Allocated IP 172.27.0.74 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/be5d25ae-e3f4-4997-ab6c-9913d439deaf) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:37:33.537836 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:33.589855 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1d4c4-4a0e-49c6-9a3b-03ebf95b29de req-50465308-c346-4e29-ba2f-0581863ba27a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:33.591325 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f2a1d4c4-4a0e-49c6-9a3b-03ebf95b29de req-50465308-c346-4e29-ba2f-0581863ba27a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.1008308
Jun 21 04:37:33.606493 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:33.615043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:33.670296 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:37:33.673239 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:37:33.680027 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f2a1d4c4-4a0e-49c6-9a3b-03ebf95b29de req-9c07afe7-5f45-4ae6-93a0-1b67d3d072b9 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0814548
Jun 21 04:37:33.682979 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:37:33.707112 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'Port': ['ID=be5d25ae-e3f4-4997-ab6c-9913d439deaf,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:33.713078 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3e658715-9909-4c19-a872-e714c0fac622 req-78df022f-75ac-4413-9c45-aa8d4216bad8 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] 10.222.0.66 "GET /v2.0/ports?device_id=828fe378-c69e-4030-a26b-e9d6c1e722dc HTTP/1.1" status: 200  len: 210 time: 0.0574334
Jun 21 04:37:33.727779 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.728173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.728547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.728910 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.729264 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.729618 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.730030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.730379 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.730647 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.730983 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.731327 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.732182 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:33.746877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:34.106909 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:34.186462 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:34.335446 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:34.340181 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:34.342782 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-29b24149-73f2-4cf0-a14e-768f18d441df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:34.401067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event updated for resources: {'Port': ['ID=be5d25ae-e3f4-4997-ab6c-9913d439deaf,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:34.404876 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:34.417197 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:34.512485 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Floating IP 1af6c7df-7723-46ed-8e54-475c853ac870 associated. External IP: 172.27.0.74, port: 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3.
Jun 21 04:37:34.712933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:37:35.114062 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:37:35.127290 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] Sync routers for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:37:35.137745 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:35.151308 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:37:35.151939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ebde790>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:37:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:37:35.183963 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9400cbe-317f-45f8-aa7c-d51b6b5c6f6d req-37a5fe40-54c8-4802-b9c1-54b251003492 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:35.185134 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a9400cbe-317f-45f8-aa7c-d51b6b5c6f6d req-37a5fe40-54c8-4802-b9c1-54b251003492 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.1366231
Jun 21 04:37:35.228784 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0405829
Jun 21 04:37:35.231843 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:37:35.234137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583f42bc-aee0-416a-ba98-c22ee1050fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:37:35.250002 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a9400cbe-317f-45f8-aa7c-d51b6b5c6f6d req-84ca93e6-ac5f-4a7f-a4af-4e016ed83c7b tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0586400
Jun 21 04:37:35.284560 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:37:35.346860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6eac1-066e-4424-8518-1e599da91fd0 x-openstack-request-id: req-e1f6eac1-066e-4424-8518-1e599da91fd0 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:37:35.347482 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:37:35.347942 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1f6eac1-066e-4424-8518-1e599da91fd0 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:37:35.348461 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'status': 'completed', 'code': 200}
Jun 21 04:37:35.458903 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-3151beac-ac51-4dd1-88d7-3d2e6e6e0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:35.460436 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-3151beac-ac51-4dd1-88d7-3d2e6e6e0393 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0518687
Jun 21 04:37:35.555338 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-6b4beac1-2a5b-48eb-86ef-ceea12faf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:35.556880 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-6b4beac1-2a5b-48eb-86ef-ceea12faf42e service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.0879204
Jun 21 04:37:35.565818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ebde790>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '1af6c7df-7723-46ed-8e54-475c853ac870', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'port_id': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'mac_address': 'fa:16:3e:7f:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:37:33Z', 'updated_at': '2021-06-21T04:37:33Z', 'revision_number': 0, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:37:35.590852 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] Checking router: 0fd2bd48-2145-483c-a515-c89d4b49ffe8 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:37:35.599370 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:37:35.599971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ebde790>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:37:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:37:35.621405 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-c03c1b6f-b6b6-4c68-83a7-e13f2dc53986 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 998 time: 0.0571516
Jun 21 04:37:35.673413 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-4f3a4bea-78b3-4c7f-ad60-dc7c37d82b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:35.674867 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-4f3a4bea-78b3-4c7f-ad60-dc7c37d82b16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0468543
Jun 21 04:37:35.700590 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:37:35.732828 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-b120bf88-78d2-480a-b2af-352550455c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:35.734344 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-b120bf88-78d2-480a-b2af-352550455c6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0520380
Jun 21 04:37:35.746905 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 6252f895-7bb4-441b-89e4-b31afe1b7c3d no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:37:35.794067 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 6252f895-7bb4-441b-89e4-b31afe1b7c3d {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:37:35.794328 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 6252f895-7bb4-441b-89e4-b31afe1b7c3d not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:37:35.825201 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-72e6ab31-87be-47eb-ab7c-8d32305d2c95 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800416
Jun 21 04:37:35.920982 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583f42bc-aee0-416a-ba98-c22ee1050fe7 req-38e8210d-dddd-44b7-92d7-2eb2a1770b64 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857880
Jun 21 04:37:35.937674 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ebde790>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '1af6c7df-7723-46ed-8e54-475c853ac870', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'port_id': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'mac_address': 'fa:16:3e:7f:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:37:33Z', 'updated_at': '2021-06-21T04:37:33Z', 'revision_number': 0, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:37:35.965308 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a9162-16aa-4055-b82d-7f73907b5a89 None None] The sync data for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi is: [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '1af6c7df-7723-46ed-8e54-475c853ac870', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'port_id': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'mac_address': 'fa:16:3e:7f:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:37:33Z', 'updated_at': '2021-06-21T04:37:33Z', 'revision_number': 0, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:37:36.140884 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3362a-5791-4183-a01b-e9d7ab6539d4 None None] New status for floating IP 1af6c7df-7723-46ed-8e54-475c853ac870: ACTIVE {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:37:36.452534 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a263c-d17d-41c3-b16b-a4f4fd8aaa42 req-42d1fddb-df1f-4195-8b6b-72a0f80e544a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:36.454071 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f63a263c-d17d-41c3-b16b-a4f4fd8aaa42 req-42d1fddb-df1f-4195-8b6b-72a0f80e544a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0676277
Jun 21 04:37:36.494510 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f63a263c-d17d-41c3-b16b-a4f4fd8aaa42 req-20fab55e-4bfe-4bea-9d3d-622ca8d289e6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0345576
Jun 21 04:37:37.665934 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157e269-19cc-4b59-adfe-57a40d9759f9 req-059ff298-b06e-4b06-9549-14538cdaad92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:37.667422 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b157e269-19cc-4b59-adfe-57a40d9759f9 req-059ff298-b06e-4b06-9549-14538cdaad92 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0614848
Jun 21 04:37:37.705744 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b157e269-19cc-4b59-adfe-57a40d9759f9 req-07f65ef9-6081-4211-8c0b-55472122a28c tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0325990
Jun 21 04:37:38.875993 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea277c-ba81-4c02-a72e-3aa715589af6 req-10de0511-f27d-44de-86a6-e8933519be65 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:38.877455 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2ea277c-ba81-4c02-a72e-3aa715589af6 req-10de0511-f27d-44de-86a6-e8933519be65 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0627158
Jun 21 04:37:38.919329 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2ea277c-ba81-4c02-a72e-3aa715589af6 req-a694bda3-9ce5-4529-86f4-f4bfb87a817e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0354750
Jun 21 04:37:40.093012 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56ca3f-0ebe-4bd5-848e-5c3f40a3a1b3 req-171d0dc4-fa87-4a82-ba98-e200ff5e0c12 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:40.094472 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0b56ca3f-0ebe-4bd5-848e-5c3f40a3a1b3 req-171d0dc4-fa87-4a82-ba98-e200ff5e0c12 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0661006
Jun 21 04:37:40.134013 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0b56ca3f-0ebe-4bd5-848e-5c3f40a3a1b3 req-c21bcf10-5937-4ac9-bd6e-05a248fd5005 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0339167
Jun 21 04:37:41.305494 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3e594-f6b3-4b24-be4b-de742efbae79 req-56ab1ce0-2ad9-4cbc-8f11-d443fdddf96f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:37:41.306935 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-12e3e594-f6b3-4b24-be4b-de742efbae79 req-56ab1ce0-2ad9-4cbc-8f11-d443fdddf96f tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0619915
Jun 21 04:37:41.346203 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-12e3e594-f6b3-4b24-be4b-de742efbae79 req-b9582296-e892-48fb-87ce-183cfce590c4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d&id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0334334
Jun 21 04:37:50.569594 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43348) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:37:50.680392 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.778594 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.782479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.787210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-cda237f0-4480-4b7c-bb3c-ebe9fc431cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:50.822730 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=627474c89dae48cca516409fb79fc403&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2520008
Jun 21 04:37:50.823389 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068bbe32-f749-4370-9808-c64cbb5a848a,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:50.825416 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43354) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:37:50.826668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:50.873585 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.894414 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.940509 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.944100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:50.945281 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/068bbe32-f749-4370-9808-c64cbb5a848a HTTP/1.1" status: 204  len: 168 time: 0.1188388
Jun 21 04:37:50.946069 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-befd9244-f890-437b-9bf1-0a5bcd8d57a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:37:50.953488 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068bbe32-f749-4370-9808-c64cbb5a848a,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:37:50.960421 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.960796 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.961251 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.961504 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.961860 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.962214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.962563 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.963168 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.963514 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.963869 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.964224 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.964732 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:37:50.967804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-31837171-dfe6-42d4-8ff1-7abc5dd2ecf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:37:53.878941 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-038f4682-fd00-4ec8-bd44-60dd3dac950d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:56.506661 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-61219f46-4e28-4565-a6bb-c65f1c5f350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:56.885016 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:57.323546 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:37:57.477599 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:58.668458 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:37:59.227587 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:00.432290 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-14c08d47-0df7-4f87-8a3c-1db734aea8dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0498559
Jun 21 04:38:00.527448 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-02fd7a77-0855-449a-abcd-57a75384ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:00.528980 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-02fd7a77-0855-449a-abcd-57a75384ef92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 1099 time: 0.0549319
Jun 21 04:38:00.648529 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-e9e073a4-73d8-4337-be2d-bebe0f72c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:00.649992 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-e9e073a4-73d8-4337-be2d-bebe0f72c46c service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0871043
Jun 21 04:38:00.717647 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-f51f6f26-4676-40b0-af60-b7e4423d6946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 200  len: 1000 time: 0.0611844
Jun 21 04:38:00.771498 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-8f69728a-081e-4442-aaa3-8d05b76d16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:00.772889 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-8f69728a-081e-4442-aaa3-8d05b76d16fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0423069
Jun 21 04:38:00.830512 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-b8a72350-8cc8-4bf7-9f9a-126a785d67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:00.832040 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-b8a72350-8cc8-4bf7-9f9a-126a785d67c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0528800
Jun 21 04:38:00.924743 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-2ff19af0-a5e1-463c-9f4e-4dac6501fc5a service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827935
Jun 21 04:38:01.014536 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-76d64161-d5c8-4c1d-ae06-97056583e31a req-eda2a0f2-580e-4c38-9caf-1c84db2c5596 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822957
Jun 21 04:38:05.099727 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43452) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:05.143227 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Deleting subnet 8ea93866-8ca5-4240-9bea-0511e0779c75 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:38:05.146130 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.182496 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.219029 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.269342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.272210 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:05.295886 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea93866-8ca5-4240-9bea-0511e0779c75,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:05.297871 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.299708 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8ea93866-8ca5-4240-9bea-0511e0779c75 HTTP/1.1" status: 204  len: 168 time: 0.1989279
Jun 21 04:38:05.300628 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-58320109-8e53-4c04-9975-59f0d65e17fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:05.302680 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43454) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:05.588151 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.662563 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.671714 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985c802040>,) {'filters': {'network_id': ['8f09074a-e2e6-4365-beca-1309171bd4b5']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:05.684480 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c802040>, 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:05.684774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c802040>, 'bcf48f14-9dcd-4d7e-9fe3-822775a059c2') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:05.693002 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.705959 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.711479 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:38:05.711864 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:38:05.713716 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:38:05.764748 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.768774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:05.772493 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:05.774385 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8f09074a-e2e6-4365-beca-1309171bd4b5 HTTP/1.1" status: 204  len: 168 time: 0.4708157
Jun 21 04:38:05.783726 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f09074a-e2e6-4365-beca-1309171bd4b5,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:05.787075 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2e25b29f-823a-44b7-ad0c-669b7bba3d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:05.928170 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43458) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:05.966381 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4df4c804-fb17-45a6-a3c6-d408e2885a24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2024dd19e8844360811025bf3c4a9b4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0371048
Jun 21 04:38:05.968578 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43460) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:06.013782 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:06.037706 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:06.082878 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:06.085712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:06.087014 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9866b29a-eaa2-476e-b465-5dd2ef08a675 HTTP/1.1" status: 204  len: 168 time: 0.1175337
Jun 21 04:38:06.088030 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f1227ed5-5a53-411e-a49c-e8b77d5c8072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:06.095806 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866b29a-eaa2-476e-b465-5dd2ef08a675,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:06.098847 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:23.268725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e88ba-1332-451b-9843-0e65b1980464 req-eece4bb4-de21-424c-9c88-a69204178cfe tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:23.270165 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-858e88ba-1332-451b-9843-0e65b1980464 req-eece4bb4-de21-424c-9c88-a69204178cfe tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0627549
Jun 21 04:38:23.310183 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-858e88ba-1332-451b-9843-0e65b1980464 req-af71f4cb-fcb9-45b0-a134-2631532f214f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307949
Jun 21 04:38:23.881164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-03a567a3-b59d-41a9-b6f9-54bcf3b538f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:24.496329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e6ed-ed7b-4da1-8ae6-ae8ce3d9e116 req-afe7c9ba-47b3-4dc3-8bcf-9e6f3c733c73 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:24.497770 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bd07e6ed-ed7b-4da1-8ae6-ae8ce3d9e116 req-afe7c9ba-47b3-4dc3-8bcf-9e6f3c733c73 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0640619
Jun 21 04:38:24.534704 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bd07e6ed-ed7b-4da1-8ae6-ae8ce3d9e116 req-acaa1c73-671d-484e-b172-b49131c00051 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313478
Jun 21 04:38:25.708785 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fdf7-f964-45ff-839a-11538401d544 req-9684c579-e978-4969-839c-06bad4d363b9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:25.710143 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-aac4fdf7-f964-45ff-839a-11538401d544 req-9684c579-e978-4969-839c-06bad4d363b9 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0640321
Jun 21 04:38:25.747436 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-aac4fdf7-f964-45ff-839a-11538401d544 req-a24c5c41-9d8f-4842-afe3-08a628bd92d2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312541
Jun 21 04:38:26.507202 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-873db486-500e-402d-b97a-666c89568e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:26.887046 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:26.931238 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bcf89-b27d-4b41-a2b1-116c31b9b9b5 req-2289017e-c84a-4b5f-bdaa-7492318d7837 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:26.932712 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-924bcf89-b27d-4b41-a2b1-116c31b9b9b5 req-2289017e-c84a-4b5f-bdaa-7492318d7837 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0733809
Jun 21 04:38:26.968968 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-924bcf89-b27d-4b41-a2b1-116c31b9b9b5 req-b360dfb3-c643-49cb-8c85-de8f2b4c6d74 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307069
Jun 21 04:38:27.479469 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:28.138687 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdd00-a0e9-4ad0-abd7-6b39b9c0ed79 req-3d0936e8-0499-414f-a005-90a4456f993e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:28.140154 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-becfdd00-a0e9-4ad0-abd7-6b39b9c0ed79 req-3d0936e8-0499-414f-a005-90a4456f993e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0643916
Jun 21 04:38:28.176106 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-becfdd00-a0e9-4ad0-abd7-6b39b9c0ed79 req-8494b34b-b683-485b-963a-4e448caa7364 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302708
Jun 21 04:38:28.670617 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:29.231699 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:29.345325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904e2bc-6f9d-4028-8ec0-0711676099f8 req-7f2aed4b-f0b4-4b1c-ab38-f33470f7818d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:29.346741 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9904e2bc-6f9d-4028-8ec0-0711676099f8 req-7f2aed4b-f0b4-4b1c-ab38-f33470f7818d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0609355
Jun 21 04:38:29.386770 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9904e2bc-6f9d-4028-8ec0-0711676099f8 req-a6c638c0-cf43-453f-bfee-25deef6f4f9d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337639
Jun 21 04:38:30.558807 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06375f-eba0-4b54-a843-8b8b7bc6d4f8 req-af22792c-6f56-4cb8-9cd3-dd2e1fc4674e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:30.560294 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8b06375f-eba0-4b54-a843-8b8b7bc6d4f8 req-af22792c-6f56-4cb8-9cd3-dd2e1fc4674e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0620606
Jun 21 04:38:30.596517 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8b06375f-eba0-4b54-a843-8b8b7bc6d4f8 req-a7b98761-d694-423a-809c-126625f38891 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307672
Jun 21 04:38:31.765264 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93503df5-6b3a-4cac-a4df-60e9287db636 req-89a69551-8931-47f3-9d20-f2eb6a2c736d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:31.766657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-93503df5-6b3a-4cac-a4df-60e9287db636 req-89a69551-8931-47f3-9d20-f2eb6a2c736d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0614836
Jun 21 04:38:31.804575 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-93503df5-6b3a-4cac-a4df-60e9287db636 req-76f7fe4b-c101-4150-980a-f14e83bb6cb1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323126
Jun 21 04:38:32.985100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997396-a30b-48df-b472-5fdec4a2e6c8 req-6dfb2858-442a-4fee-aa8f-bc880ff94ba2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:32.987614 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-65997396-a30b-48df-b472-5fdec4a2e6c8 req-6dfb2858-442a-4fee-aa8f-bc880ff94ba2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0757649
Jun 21 04:38:33.025238 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-65997396-a30b-48df-b472-5fdec4a2e6c8 req-1293016f-5420-4feb-9d79-6296024e613a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320721
Jun 21 04:38:34.191301 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e481e-9419-4b61-9f9a-fb2f80712673 req-fe9c9f74-e355-4812-a4b4-2b92ab4f595a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:34.193295 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-504e481e-9419-4b61-9f9a-fb2f80712673 req-fe9c9f74-e355-4812-a4b4-2b92ab4f595a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0604482
Jun 21 04:38:34.229735 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-504e481e-9419-4b61-9f9a-fb2f80712673 req-5c89250f-9466-4014-9d72-c27e8884d3d8 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309410
Jun 21 04:38:34.322278 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:38:35.398712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ab71f-8413-45f6-81c4-08f14ec3a6e5 req-fb4016c8-cbc9-46ec-a3ee-900388069285 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:35.400227 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583ab71f-8413-45f6-81c4-08f14ec3a6e5 req-fb4016c8-cbc9-46ec-a3ee-900388069285 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0632653
Jun 21 04:38:35.437625 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-583ab71f-8413-45f6-81c4-08f14ec3a6e5 req-245f5209-80c0-45d3-885e-1c4ed7d35a1d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314922
Jun 21 04:38:36.613037 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534b36a-6c5a-412b-8206-b861d85d279f req-c4dc3324-b1ce-41f0-8586-3db7b94a2b42 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:36.614468 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9534b36a-6c5a-412b-8206-b861d85d279f req-c4dc3324-b1ce-41f0-8586-3db7b94a2b42 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0635979
Jun 21 04:38:36.649904 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9534b36a-6c5a-412b-8206-b861d85d279f req-a2fac321-2e04-4689-9b1f-3576c8ab2717 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299394
Jun 21 04:38:37.816245 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04a623-8196-4638-b02f-013e6cf131d5 req-d0eb3d5c-6664-42e5-94a2-a26a21e945c8 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:37.818178 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed04a623-8196-4638-b02f-013e6cf131d5 req-d0eb3d5c-6664-42e5-94a2-a26a21e945c8 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0617502
Jun 21 04:38:37.854612 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed04a623-8196-4638-b02f-013e6cf131d5 req-792a0f81-4c26-4517-ade5-9a0bd6e7d373 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308883
Jun 21 04:38:39.024935 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2597-ead8-45fb-ad8c-7a5a1ca0fc84 req-b723cd75-7444-453e-9ca6-96b1ef08c2b1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:39.026390 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ef2597-ead8-45fb-ad8c-7a5a1ca0fc84 req-b723cd75-7444-453e-9ca6-96b1ef08c2b1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0619905
Jun 21 04:38:39.062779 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ef2597-ead8-45fb-ad8c-7a5a1ca0fc84 req-df27edc3-2463-4617-8481-987c98118d80 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307126
Jun 21 04:38:40.237769 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6397bff-8a19-49a3-9d2f-8183dc199bff req-2c6da082-c5fe-437f-b674-0d6a14d6a89d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:40.239215 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6397bff-8a19-49a3-9d2f-8183dc199bff req-2c6da082-c5fe-437f-b674-0d6a14d6a89d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0651031
Jun 21 04:38:40.275877 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6397bff-8a19-49a3-9d2f-8183dc199bff req-8041ecb8-1f8d-4a9a-8562-d37217725199 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305541
Jun 21 04:38:41.446835 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e89fb7-0732-448f-bc54-b18cd4ef85c4 req-71e848a4-7080-4838-b2a8-941d57835a09 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:41.448333 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-35e89fb7-0732-448f-bc54-b18cd4ef85c4 req-71e848a4-7080-4838-b2a8-941d57835a09 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0631244
Jun 21 04:38:41.488241 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-35e89fb7-0732-448f-bc54-b18cd4ef85c4 req-672578fa-9b67-4e5e-b127-82959e2da5bd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342960
Jun 21 04:38:42.663461 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314ef95-828e-42fa-a9aa-717322cfe187 req-54b19ec0-a391-44f1-aca3-ca68d1af8993 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:42.664877 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c314ef95-828e-42fa-a9aa-717322cfe187 req-54b19ec0-a391-44f1-aca3-ca68d1af8993 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0670469
Jun 21 04:38:42.700323 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c314ef95-828e-42fa-a9aa-717322cfe187 req-80188a2b-4f92-4684-82ac-4b2851fa6587 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0298665
Jun 21 04:38:43.869510 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b23bb-96fa-4149-a005-22b8650fe91d req-0f99636d-a535-437f-b5f3-0b3175aa7d1b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:43.870967 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ce5b23bb-96fa-4149-a005-22b8650fe91d req-0f99636d-a535-437f-b5f3-0b3175aa7d1b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0624125
Jun 21 04:38:43.906104 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ce5b23bb-96fa-4149-a005-22b8650fe91d req-cc17af9f-615a-4c39-9f7d-7aa4ce9ea708 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0296512
Jun 21 04:38:44.239248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7211bf-024e-4244-9557-9c2efd15af92 req-b940e78f-32a9-4d73-9c3f-b0616c3a1ad4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:44.240733 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ce7211bf-024e-4244-9557-9c2efd15af92 req-b940e78f-32a9-4d73-9c3f-b0616c3a1ad4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0684783
Jun 21 04:38:44.277225 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ce7211bf-024e-4244-9557-9c2efd15af92 req-321586c9-4cd3-4366-98a1-a718b9719312 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308392
Jun 21 04:38:44.278213 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-60f11d65-2aa2-4004-b457-9063fadb91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:44.279676 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-60f11d65-2aa2-4004-b457-9063fadb91f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 1098 time: 0.0546546
Jun 21 04:38:44.366039 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-e26885b9-3e07-4564-a8cc-3c7c3ef958a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:44.367465 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-e26885b9-3e07-4564-a8cc-3c7c3ef958a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.0812635
Jun 21 04:38:44.440903 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-d2d61784-f0b8-401c-9e2b-677a35deca61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 200  len: 1001 time: 0.0581312
Jun 21 04:38:44.494524 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-167638ce-dbd1-4197-aa8a-714fc93c4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:44.495901 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-167638ce-dbd1-4197-aa8a-714fc93c4bef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0416744
Jun 21 04:38:44.551334 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-095401eb-7d25-40d2-a4be-5773215bb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:44.552726 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-095401eb-7d25-40d2-a4be-5773215bb9d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0494115
Jun 21 04:38:44.641632 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-145e9b37-9ff0-4035-8947-dc5dc720ab68 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808940
Jun 21 04:38:44.732319 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fec9b396-b4e7-4709-86c0-c807b5effeff req-b2de7dc3-d581-477c-8169-8d7f50e49e0f service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820136
Jun 21 04:38:45.450535 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db283b38-da86-48fd-8543-5d474d578daf req-ac0a54e5-11c6-4d3f-affb-37cdc67388a2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:45.451985 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-db283b38-da86-48fd-8543-5d474d578daf req-ac0a54e5-11c6-4d3f-affb-37cdc67388a2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0620015
Jun 21 04:38:45.488265 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-db283b38-da86-48fd-8543-5d474d578daf req-00a41ffd-b72f-47e3-95b2-a87d3748f835 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305626
Jun 21 04:38:46.662518 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27a8d-e8b1-421c-b7ae-43f2b3db077b req-46fe1543-24c5-47a0-b973-628ec57b27fa tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:46.663986 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-25e27a8d-e8b1-421c-b7ae-43f2b3db077b req-46fe1543-24c5-47a0-b973-628ec57b27fa tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0676723
Jun 21 04:38:46.703744 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-25e27a8d-e8b1-421c-b7ae-43f2b3db077b req-334acbbf-61e8-4444-b55b-3fa44df0c9ce tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338104
Jun 21 04:38:49.188826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ba0b-6d55-4670-ad35-2616ec207710 req-07c6a647-1ad7-4c54-88b0-76b2fad4bbda tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:49.190286 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dba3ba0b-6d55-4670-ad35-2616ec207710 req-07c6a647-1ad7-4c54-88b0-76b2fad4bbda tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.0612197
Jun 21 04:38:49.227180 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dba3ba0b-6d55-4670-ad35-2616ec207710 req-f18b7604-72a7-4e18-8201-6b01dc86812b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312696
Jun 21 04:38:49.783412 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-3c9147d4-1311-4eee-930b-7ad3730ac850 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59887253&fields=id&tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0 HTTP/1.1" status: 200  len: 267 time: 0.0368807
Jun 21 04:38:49.850372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-a20dcda5-e046-42d6-b1c7-22cd5c84a6bd tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:49.851739 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-a20dcda5-e046-42d6-b1c7-22cd5c84a6bd tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 984 time: 0.0626442
Jun 21 04:38:49.862273 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Request body: {'port': {'security_groups': ['201dea80-19a5-4572-9357-c992a6afe029']}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:38:49.940170 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.106346 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:38:50.134097 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.138507 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.142320 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f4f59f73-83aa-4f41-9da3-593e13332c24 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:50.186627 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:50.187237 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.188646 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a82f95ec-30af-4303-9ffc-5fc18b5cbf1d req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "PUT /v2.0/ports/fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 942 time: 0.3307717
Jun 21 04:38:50.189335 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:38:50.191469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd89421f-1532-42d3-af95-a67dc4029613" -d '{"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:38:50.191785 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fb068ee8-d198-4a57-89ef-65587b539c3b'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:38:50.196339 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43598) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:50.221407 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event updated for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=7']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:50.232345 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:50.241193 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb0e22a-d9f7-47e4-b906-c488fa01c1d8 x-openstack-request-id: req-aeb0e22a-d9f7-47e4-b906-c488fa01c1d8 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:38:50.241878 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:38:50.241878 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aeb0e22a-d9f7-47e4-b906-c488fa01c1d8 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:38:50.242316 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'status': 'completed', 'code': 200}
Jun 21 04:38:50.271871 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.311943 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.382562 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.385798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.387240 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "DELETE /v2.0/security-groups/a03c46b2-58f5-4c3f-9254-cc159b0d0f6d HTTP/1.1" status: 204  len: 168 time: 0.1887746
Jun 21 04:38:50.388280 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-02903ecf-b841-4837-b5a0-0a159bb9c8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:50.396882 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fb068ee8-d198-4a57-89ef-65587b539c3b'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:38:50.401372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43602) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:50.401925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c46b2-58f5-4c3f-9254-cc159b0d0f6d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:50.442601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89421f-1532-42d3-af95-a67dc4029613 req-d689c289-e920-4af7-811e-3491f45609e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:50.444275 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-d689c289-e920-4af7-811e-3491f45609e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1098 time: 0.1352861
Jun 21 04:38:50.450962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.451245 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.451618 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.451975 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.452530 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.452895 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.453253 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.453605 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.453955 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.454303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.454650 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.454997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:50.459813 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:50.469739 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a0770-b303-4f1c-b5ad-c6a6f7c09fdc req-1049bda3-2274-4e24-a0bf-306c65b79521 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:50.471798 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-622a0770-b303-4f1c-b5ad-c6a6f7c09fdc req-1049bda3-2274-4e24-a0bf-306c65b79521 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.1084602
Jun 21 04:38:50.514982 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-818edb73-f368-41fd-8610-747d47de9bce None None] Provisioning complete for port fb068ee8-d198-4a57-89ef-65587b539c3b triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:38:50.515528 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-818edb73-f368-41fd-8610-747d47de9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.569312 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-622a0770-b303-4f1c-b5ad-c6a6f7c09fdc req-dcc1e424-4771-49d3-b8f9-3dba00a46272 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467019
Jun 21 04:38:50.594354 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89421f-1532-42d3-af95-a67dc4029613 req-a3f35127-a1cb-4d05-94ef-ac7726171392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:50.595834 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-a3f35127-a1cb-4d05-94ef-ac7726171392 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 916 time: 0.1229453
Jun 21 04:38:50.605425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Deleting port c130878b-e699-4861-9f9b-29f1b35de853 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:38:50.605775 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.680907 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.681239 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.689239 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-344463bf-4f33-4436-85cc-f1a183afd498 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 1001 time: 0.0608544
Jun 21 04:38:50.741652 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89421f-1532-42d3-af95-a67dc4029613 req-fb9de6a9-c7cc-4b0d-aaf5-6ef5cbf3f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:50.743098 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-fb9de6a9-c7cc-4b0d-aaf5-6ef5cbf3f2cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0444903
Jun 21 04:38:50.749185 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Calling delete_port for c130878b-e699-4861-9f9b-29f1b35de853 owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:38:50.816796 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89421f-1532-42d3-af95-a67dc4029613 req-f2fd0c83-3834-4387-ae8f-d062419b8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:50.818411 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-f2fd0c83-3834-4387-ae8f-d062419b8b65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0586967
Jun 21 04:38:50.912738 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-69e2490a-bba2-4b9e-ab3d-68737cd72161 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856493
Jun 21 04:38:50.924814 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:50.926920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-de141b29-0434-42d5-b1ab-2a80371a6156 tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:50.949036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event deleted for resources: {'Port': ['ID=c130878b-e699-4861-9f9b-29f1b35de853,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:50.951522 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:51.003683 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd89421f-1532-42d3-af95-a67dc4029613 req-4dc65d03-479f-4c1d-a505-13681699f322 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831733
Jun 21 04:38:51.018612 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:51.018952 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Floating IP 510dd93b-e23e-4ace-92c3-9962efa35154 disassociated (deleted). External IP: 172.27.0.163, port: fb068ee8-d198-4a57-89ef-65587b539c3b.
Jun 21 04:38:51.227685 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:38:51.329717 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:38:51.334653 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:51.339246 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] Sync routers for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:38:51.347859 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:38:51.348994 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1b20>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:51.372805 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "DELETE /v2.0/floatingips/510dd93b-e23e-4ace-92c3-9962efa35154 HTTP/1.1" status: 204  len: 168 time: 0.9643552
Jun 21 04:38:51.373556 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:38:51.376864 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23" -d '{"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:38:51.421644 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c441430-a8fc-4879-801c-2851fc48da1c x-openstack-request-id: req-9c441430-a8fc-4879-801c-2851fc48da1c {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:38:51.421953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:38:51.422242 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c441430-a8fc-4879-801c-2851fc48da1c {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:38:51.422673 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'status': 'completed', 'code': 200}
Jun 21 04:38:51.454279 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:38:51.536716 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-f164f228-0310-4c81-9139-107714ad7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:51.538526 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-f164f228-0310-4c81-9139-107714ad7635 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 1098 time: 0.0575190
Jun 21 04:38:51.662228 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1b20>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:51.713311 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] Checking router: 1dc68f84-80a6-4ebc-baac-1c9375aeef87 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:38:51.724089 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:38:51.724770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1b20>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:51.772190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-98c2d5ad-7ca2-4b1e-aaa1-cea620d367c2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:51.773786 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-98c2d5ad-7ca2-4b1e-aaa1-cea620d367c2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.1101749
Jun 21 04:38:51.787180 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-5e6f0552-f9da-4218-9816-79b635cd59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:51.788691 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-5e6f0552-f9da-4218-9816-79b635cd59c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 200  len: 916 time: 0.1279178
Jun 21 04:38:51.834542 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-46bdac72-7f60-41bd-8b48-e0791acc4029 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 200  len: 217 time: 0.0391693
Jun 21 04:38:51.851532 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:38:51.859580 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b89888-f9b1-4bf4-a9fc-5c8e6596b215 req-750ec540-5cfc-4f8a-bf22-da131d087cd0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:51.861137 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-39b89888-f9b1-4bf4-a9fc-5c8e6596b215 req-750ec540-5cfc-4f8a-bf22-da131d087cd0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 946 time: 0.1440482
Jun 21 04:38:51.889572 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-967fa239-25c5-4e54-a693-830e6ac18488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:51.890776 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-967fa239-25c5-4e54-a693-830e6ac18488 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 200  len: 854 time: 0.0484412
Jun 21 04:38:51.936744 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-39b89888-f9b1-4bf4-a9fc-5c8e6596b215 req-337261e7-2f0e-4c84-aa47-b78cff1a8559 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd8aa85d-ae36-4392-9ef8-d6eda03422e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527883
Jun 21 04:38:51.948234 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Deleting port e02c12aa-2580-4f95-9839-7dc641bdf690 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:38:51.949039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:51.962933 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-59868d3a-c5b1-478c-be23-c3c01db4a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:51.964900 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-59868d3a-c5b1-478c-be23-c3c01db4a83a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4638315d-fd8a-43b6-b14c-66b0cfddf883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0593452
Jun 21 04:38:52.052608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] For port e02c12aa-2580-4f95-9839-7dc641bdf690, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e02c12aa-2580-4f95-9839-7dc641bdf690,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:38:52.052980 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:52.058860 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-b4966873-c328-463d-befd-35cc704f09a9 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863123
Jun 21 04:38:52.069486 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1b20>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:52.096943 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637d57e-d847-42c5-9116-95c2773c296f None None] The sync data for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi is: [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:32:57Z', 'revision_number': 4, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'c51165d4-0bc2-498f-900f-6494b9c6897b', 'name': '', 'network_id': '4638315d-fd8a-43b6-b14c-66b0cfddf883', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'mac_address': 'fa:16:3e:72:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:57Z', 'updated_at': '2021-06-21T04:33:05Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'subnets': [{'id': '0f106cbf-947b-4467-bcfa-d14554bb1dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:38:52.164912 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5ad227b6-f8ad-4d2a-9f8d-273dbce48d23 req-6f60b2ee-6b13-4f17-b83c-e6f9cf720fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991535
Jun 21 04:38:52.261962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:52.261962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:52.261962 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Floating IP e2a296a0-c83a-406b-ab57-d9d14222ee7b disassociated. External IP: 172.27.0.89, port: e02c12aa-2580-4f95-9839-7dc641bdf690.
Jun 21 04:38:52.262600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Calling delete_port for e02c12aa-2580-4f95-9839-7dc641bdf690 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:38:52.334980 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e486eb-6fbf-45a3-bd52-87f916c19c3d None None] New status for floating IP 510dd93b-e23e-4ace-92c3-9962efa35154: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:38:52.405107 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:52.409804 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3693db1f-3a48-4ee9-a590-e668a58f655e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:52.437541 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event deleted for resources: {'Port': ['ID=e02c12aa-2580-4f95-9839-7dc641bdf690,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:52.440985 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:52.557538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:38:52.662846 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:38:52.673616 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dda977-5689-44ff-9569-5f09552b708e None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:38:52.683765 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:38:52.684540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e78a610>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:52.707101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] No DVR routers for this DVR port e02c12aa-2580-4f95-9839-7dc641bdf690 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:38:52.710628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:52.712615 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d373d943-1b0a-4698-9ac5-b861b73c5b0d req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "DELETE /v2.0/ports/e02c12aa-2580-4f95-9839-7dc641bdf690 HTTP/1.1" status: 204  len: 173 time: 0.9316640
Jun 21 04:38:52.813161 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:38:53.040116 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e78a610>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:53.071783 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dda977-5689-44ff-9569-5f09552b708e None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:38:53.081262 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:38:53.083373 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e78a610>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:53.117544 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0558a2cf-660c-4182-88a5-6b415fb8bddd req-5c2f83d2-b8d4-47fd-9dda-e47fee75bd5c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c222b7e-969f-458d-93d7-582369548b94 HTTP/1.1" status: 200  len: 210 time: 0.0307558
Jun 21 04:38:53.192166 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:38:53.397021 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-74dda977-5689-44ff-9569-5f09552b708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e78a610>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:38:53.424196 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-deleted', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:38:53.427933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4503ea-9798-4b9b-b4a8-09b45398358f" -d '{"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-deleted", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:38:53.437580 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dda977-5689-44ff-9569-5f09552b708e None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:38:53.517495 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa63c8f2-7252-40b5-90cd-90b8f25dade2 x-openstack-request-id: req-aa63c8f2-7252-40b5-90cd-90b8f25dade2 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:38:53.517867 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c222b7e-969f-458d-93d7-582369548b94", "name": "network-vif-deleted", "tag": "e02c12aa-2580-4f95-9839-7dc641bdf690", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:38:53.518158 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa63c8f2-7252-40b5-90cd-90b8f25dade2 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:38:53.519608 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c222b7e-969f-458d-93d7-582369548b94', 'name': 'network-vif-deleted', 'tag': 'e02c12aa-2580-4f95-9839-7dc641bdf690', 'status': 'completed', 'code': 200}
Jun 21 04:38:53.759081 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126dc33-8bf7-4210-a063-013ca4d69bf8 None None] New status for floating IP e2a296a0-c83a-406b-ab57-d9d14222ee7b: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:38:53.884459 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0ebf314e-5356-4df9-9600-51c095f45cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:54.499342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f264f-3719-4648-b10c-00377bbb5b3a req-8cc7fdbd-6230-4bee-9e72-993ee1638f91 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:54.500879 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e38f264f-3719-4648-b10c-00377bbb5b3a req-8cc7fdbd-6230-4bee-9e72-993ee1638f91 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0632327
Jun 21 04:38:54.547075 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e38f264f-3719-4648-b10c-00377bbb5b3a req-b8696850-1ef6-4954-921e-aa1d674db1de tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400553
Jun 21 04:38:55.276159 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43652) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:55.337204 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.361138 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.409866 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.412576 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.413720 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "DELETE /v2.0/security-groups/fd8aa85d-ae36-4392-9ef8-d6eda03422e2 HTTP/1.1" status: 204  len: 168 time: 0.1365383
Jun 21 04:38:55.414475 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b181f79d-3c0f-453a-9a7f-4d536adef3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:55.416509 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43654) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:55.423139 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8aa85d-ae36-4392-9ef8-d6eda03422e2,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:55.425603 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:55.430815 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.api.v2.resource [None req-3e62db28-e6cc-4481-ac45-1e72938ff5b4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] show failed (client error): The resource could not be found.
Jun 21 04:38:55.431809 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3e62db28-e6cc-4481-ac45-1e72938ff5b4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups/fd8aa85d-ae36-4392-9ef8-d6eda03422e2 HTTP/1.1" status: 404  len: 347 time: 0.0143020
Jun 21 04:38:55.434698 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43656) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:55.586619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Deleting port fba0599c-5aaa-4937-9c7d-9b31e1059c79 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:38:55.587147 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.661280 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.661611 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.748746 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Calling delete_port for fba0599c-5aaa-4937-9c7d-9b31e1059c79 owned by network:floatingip {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:38:55.845127 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b18fb-db56-4451-98cb-f7cbfeef56dd req-6f417aed-c861-4807-9992-6e3db72b1121 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:55.846617 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8e4b18fb-db56-4451-98cb-f7cbfeef56dd req-6f417aed-c861-4807-9992-6e3db72b1121 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.1779921
Jun 21 04:38:55.898375 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8e4b18fb-db56-4451-98cb-f7cbfeef56dd req-4f7ad883-4fa1-42bb-bd6b-ac92fb3b9cb4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454519
Jun 21 04:38:55.937275 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:55.939990 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bfe81487-6972-4495-bbc4-dd4caf68a3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:55.966801 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event deleted for resources: {'Port': ['ID=fba0599c-5aaa-4937-9c7d-9b31e1059c79,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:55.994025 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.994332 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.994700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.995096 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.995422 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.995777 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.996147 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.996512 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.996866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.997216 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.997567 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:55.997918 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:38:56.001378 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:56.035229 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.038378 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.039507 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "DELETE /v2.0/floatingips/e2a296a0-c83a-406b-ab57-d9d14222ee7b HTTP/1.1" status: 204  len: 168 time: 0.6039355
Jun 21 04:38:56.175761 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:38:56.195669 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: e02c12aa-2580-4f95-9839-7dc641bdf690 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:38:56.196028 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e02c12aa-2580-4f95-9839-7dc641bdf690 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:38:56.507568 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-2f97467c-c2c8-4e9d-a00c-0c77403a74a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.607821 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43664) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:56.612465 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237406139', 'description': 'tempest-description--1767650024'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:38:56.634783 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.710576 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.714127 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.716356 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-baccda86-c084-47a7-8e73-e53cc78ca51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:56.741810 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.742997 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1341617
Jun 21 04:38:56.745067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5eb04-4a0b-4177-8e36-997aa0f7da65,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:56.746449 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43666) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:56.748094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:56.753524 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'security_group_rule': {'security_group_id': '19e5eb04-4a0b-4177-8e36-997aa0f7da65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:38:56.783233 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.822077 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-832f84ec-5f94-404d-9cd2-06d1f398b801 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:56.823532 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-832f84ec-5f94-404d-9cd2-06d1f398b801 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0633178
Jun 21 04:38:56.849266 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.853111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.855250 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-73722c0f-bb3b-4014-a4c0-2af2e86869f9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:56.871422 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f7318d-7ecd-47c1-a3f0-afca81ce9998,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:56.874346 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:56.877465 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.879320 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-bcefd92d-93d7-4a69-ac2b-93ba7ec89963 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1316073
Jun 21 04:38:56.881885 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43668) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:56.886594 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'security_group_rule': {'security_group_id': '19e5eb04-4a0b-4177-8e36-997aa0f7da65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:38:56.891249 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.915530 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.938310 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Deleting port fb068ee8-d198-4a57-89ef-65587b539c3b {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:38:56.938653 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.976252 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.981156 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:56.983261 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:57.003522 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6af358e-b63b-400b-9af0-037c80c78f87,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:57.007576 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:57.009905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.011270 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-a79db9dc-7cb0-41c6-9751-551fc111c772 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1282845
Jun 21 04:38:57.016533 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43672) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:57.024336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:38:57.047582 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] For port fb068ee8-d198-4a57-89ef-65587b539c3b, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fb068ee8-d198-4a57-89ef-65587b539c3b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:38:57.047942 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.081838 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9505-2cfa-4048-b6ca-2cb4af0b2ebc req-d7596753-b28b-4cef-88a4-dfcb809a73e6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:57.083387 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd5d9505-2cfa-4048-b6ca-2cb4af0b2ebc req-d7596753-b28b-4cef-88a4-dfcb809a73e6 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa618ee2-3a24-4654-a91a-7669e9a419d4 HTTP/1.1" status: 200  len: 945 time: 0.0615952
Jun 21 04:38:57.123956 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Calling delete_port for fb068ee8-d198-4a57-89ef-65587b539c3b owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:38:57.124406 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bd5d9505-2cfa-4048-b6ca-2cb4af0b2ebc req-63d58aa1-1faf-43ea-a063-781d4e233b0e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.66 "GET /v2.0/security-groups?id=201dea80-19a5-4572-9357-c992a6afe029&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347931
Jun 21 04:38:57.130222 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.319657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.322069 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.329206 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:57.358494 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fb068ee8-d198-4a57-89ef-65587b539c3b'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:38:57.361031 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Pushing event deleted for resources: {'Port': ['ID=fb068ee8-d198-4a57-89ef-65587b539c3b,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:57.387790 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:57.438120 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] No DVR routers for this DVR port fb068ee8-d198-4a57-89ef-65587b539c3b on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:38:57.441683 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.443672 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-724f5983-f3a5-42d5-88ed-d0c3cfcb3e71 req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] 10.222.0.69 "DELETE /v2.0/ports/fb068ee8-d198-4a57-89ef-65587b539c3b HTTP/1.1" status: 204  len: 173 time: 0.6136298
Jun 21 04:38:57.444202 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'name': 'network-vif-deleted', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:38:57.446553 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5361926d-dad5-41c6-bafe-59e325e1e65b" -d '{"events": [{"server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "name": "network-vif-deleted", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:38:57.483465 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.494380 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ecc323-49c4-4a68-9781-7ced8e8bf85f x-openstack-request-id: req-d8ecc323-49c4-4a68-9781-7ced8e8bf85f {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:38:57.494690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa618ee2-3a24-4654-a91a-7669e9a419d4", "name": "network-vif-deleted", "tag": "fb068ee8-d198-4a57-89ef-65587b539c3b", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:38:57.494977 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8ecc323-49c4-4a68-9781-7ced8e8bf85f {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:38:57.495399 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa618ee2-3a24-4654-a91a-7669e9a419d4', 'name': 'network-vif-deleted', 'tag': 'fb068ee8-d198-4a57-89ef-65587b539c3b', 'status': 'completed', 'code': 200}
Jun 21 04:38:57.512239 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Allocated IP 172.27.0.37 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/ac64823f-e37e-4ed3-953b-de9ff27cce5c) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:38:57.618669 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.655356 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:57.658084 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b7a36941-3059-41e5-8389-02fe5398572f tempest-VolumesActionsTest-1409417784 tempest-VolumesActionsTest-1409417784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:57.691827 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:38:57.696348 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:38:57.701441 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:38:57.978990 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'Port': ['ID=ac64823f-e37e-4ed3-953b-de9ff27cce5c,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:57.982749 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:58.038733 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.079251 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.226838 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.231516 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.233647 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:38:58.303889 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'Port': ['ID=ac64823f-e37e-4ed3-953b-de9ff27cce5c,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:38:58.307638 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:38:58.312352 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.326470 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.327669 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3101897
Jun 21 04:38:58.515610 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-8758fb92-c7c9-4aff-b87e-0ff743be225d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--237406139&fields=id&tenant_id=e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 267 time: 0.0333261
Jun 21 04:38:58.626865 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-fd1ee202-3122-4fbb-80ae-ce7502cd3d63 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:38:58.628572 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-fd1ee202-3122-4fbb-80ae-ce7502cd3d63 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 817 time: 0.1063013
Jun 21 04:38:58.643205 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-7465637a-31a9-42eb-a36a-e502740a55b3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/quotas/e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 375 time: 0.0093675
Jun 21 04:38:58.666440 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:58.721261 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-a05399e3-9e62-44fd-9f1e-a3f995d9901d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0725119
Jun 21 04:38:58.827315 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-928f11b3-b6e0-4225-a555-0b9c3e703a4b service neutron] 10.222.0.66 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938346
Jun 21 04:38:58.867662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43738) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:38:58.917138 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-2d524844-d48d-4abb-b91e-e21bfe7998c4 service neutron] 10.222.0.66 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839984
Jun 21 04:38:59.235770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:59.422799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:59.715812 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Deleting port c51165d4-0bc2-498f-900f-6494b9c6897b {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:38:59.716274 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:59.789110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] For port c51165d4-0bc2-498f-900f-6494b9c6897b, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c51165d4-0bc2-498f-900f-6494b9c6897b,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:38:59.789462 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:38:59.853234 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Calling delete_port for c51165d4-0bc2-498f-900f-6494b9c6897b owned by network:router_interface {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:00.024065 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:00.026788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:00.054018 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51165d4-0bc2-498f-900f-6494b9c6897b,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:00.075590 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:00.128748 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aac912bb-9c44-4150-b455-4e7cf930016b req-a20909dc-9162-4128-903a-9ce19787130a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0521407
Jun 21 04:39:00.219066 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fb068ee8-d198-4a57-89ef-65587b539c3b no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:00.239964 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: fb068ee8-d198-4a57-89ef-65587b539c3b {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:00.240337 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fb068ee8-d198-4a57-89ef-65587b539c3b not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:00.246120 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:00.452163 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:39:00.552560 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:39:00.557466 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] 10.222.0.66 "PUT /v2.0/routers/1dc68f84-80a6-4ebc-baac-1c9375aeef87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6879790
Jun 21 04:39:00.559944 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43746) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:00.560762 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] Sync routers for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:39:00.572266 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:00.572891 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed98c70>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:00.663409 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:00.803668 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:00.991346 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed98c70>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:38:59Z', 'revision_number': 5, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port': {'id': '7cbf5aaf-d24a-46b0-a9fa-93d834a92967', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:55Z', 'updated_at': '2021-06-21T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:01.021506 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.022664 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] Checking router: 1dc68f84-80a6-4ebc-baac-1c9375aeef87 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:39:01.031162 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] Routers {'1dc68f84-80a6-4ebc-baac-1c9375aeef87'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:01.031780 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed98c70>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:01.076446 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Deleting port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:01.076875 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.122050 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] Set router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 gateway port host: None {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:01.158131 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] For port 7cbf5aaf-d24a-46b0-a9fa-93d834a92967, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:01.158485 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.184750 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed98c70>, [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:39:01Z', 'revision_number': 6, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:01.216522 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb25703-5542-421e-ab2d-94cc8816f339 None None] The sync data for ids ['1dc68f84-80a6-4ebc-baac-1c9375aeef87'] in dv-cinder-796889-2-iscsi is: [{'id': '1dc68f84-80a6-4ebc-baac-1c9375aeef87', 'name': 'tempest-TestMinimumBasicScenario-1366135825-router', 'tenant_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:54Z', 'updated_at': '2021-06-21T04:39:01Z', 'revision_number': 6, 'project_id': 'fcc74c9290bd4aa4b2f4202ff950bbc0', 'gw_port_host': None}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:39:01.227270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Calling delete_port for 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 owned by network:router_gateway {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:01.229403 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e7ef747c-809b-4d2e-b383-78cf2a9457bb req-ebf80e9d-9d8d-4ce8-870c-b358b261951c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0358069
Jun 21 04:39:01.393750 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.396615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8cd3032e-7f91-4a30-8edf-f57311ccd2cc tempest-DeleteServersTestJSON-2079456184 tempest-DeleteServersTestJSON-2079456184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:01.420244 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbf5aaf-d24a-46b0-a9fa-93d834a92967,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:01.423975 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:01.482020 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.570626 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.572535 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.619551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.620114 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dc68f84-80a6-4ebc-baac-1c9375aeef87 {{(pid=92725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:39:01.624809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.628235 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1dc68f84-80a6-4ebc-baac-1c9375aeef87 HTTP/1.1" status: 204  len: 168 time: 1.0649803
Jun 21 04:39:01.628390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43754) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:01.672303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Deleting subnet 0f106cbf-947b-4467-bcfa-d14554bb1dd8 {{(pid=92725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:39:01.675312 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.712551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64297722'] for subnet, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.814270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.871495 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64297507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64544725'] for subnet, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.873784 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-53aa8e86-f8b1-40e7-871a-49a7c0e07d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:01.895225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f106cbf-947b-4467-bcfa-d14554bb1dd8,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:01.898745 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:01.901134 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:01.902958 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-b238eb9e-2674-48e3-9283-e80b55bd664b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0f106cbf-947b-4467-bcfa-d14554bb1dd8 HTTP/1.1" status: 204  len: 168 time: 0.2736118
Jun 21 04:39:01.905446 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43756) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:01.908034 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd5a31-8e84-4880-b119-e241d593dd0a None None] Network 4638315d-fd8a-43b6-b14c-66b0cfddf883 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:39:01.971053 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.030451 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Deleting port 0d882fd8-3331-4213-96bc-9e807edf9efc {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:02.030793 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.073320 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c51165d4-0bc2-498f-900f-6494b9c6897b no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:02.101017 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: c51165d4-0bc2-498f-900f-6494b9c6897b {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:02.101501 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c51165d4-0bc2-498f-900f-6494b9c6897b not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:02.101782 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] For port 0d882fd8-3331-4213-96bc-9e807edf9efc, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0d882fd8-3331-4213-96bc-9e807edf9efc,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:02.102248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.107227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] DHCP port deletion for 4638315d-fd8a-43b6-b14c-66b0cfddf883 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:39:02.155698 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Deleting port 0d882fd8-3331-4213-96bc-9e807edf9efc {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:02.156221 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.168382 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Calling delete_port for 0d882fd8-3331-4213-96bc-9e807edf9efc owned by network:dhcp {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:02.226410 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] For port 0d882fd8-3331-4213-96bc-9e807edf9efc, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0d882fd8-3331-4213-96bc-9e807edf9efc,segment=NetworkSegment(5a235ca6-65fa-4ffb-a200-4a48701638fb),segment_id=5a235ca6-65fa-4ffb-a200-4a48701638fb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:02.226952 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.255362 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.257725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-819d2d3d-d78d-4c97-a751-e666b7c32f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:02.290453 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d882fd8-3331-4213-96bc-9e807edf9efc,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:02.298455 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:02.299742 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] No DVR routers for this DVR port 0d882fd8-3331-4213-96bc-9e807edf9efc on host dv-cinder-796889-2-iscsi {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:39:02.316944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Calling delete_port for 0d882fd8-3331-4213-96bc-9e807edf9efc owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:02.352708 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f6eddf28-69c3-4991-8583-a6a85842475b req-257787fa-8853-4aac-8990-e46cb2d88987 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0489240
Jun 21 04:39:02.411285 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.421070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985d37f610>,) {'filters': {'network_id': ['4638315d-fd8a-43b6-b14c-66b0cfddf883']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:02.434114 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d37f610>, '5a235ca6-65fa-4ffb-a200-4a48701638fb') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:02.434409 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d37f610>, '5a235ca6-65fa-4ffb-a200-4a48701638fb') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:02.443449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.446493 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.449235 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1aec54d4-732f-4651-82ea-291f14d9fae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:02.457371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.465048 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:39:02.465462 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:39:02.467258 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:39:02.474014 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Pushing event deleted for resources: {'Port': ['ID=0d882fd8-3331-4213-96bc-9e807edf9efc,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:02.476542 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] No DVR routers for this DVR port 0d882fd8-3331-4213-96bc-9e807edf9efc on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:39:02.484006 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.484399 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.484733 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.485073 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.485411 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.485744 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.486073 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.486422 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.486807 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.487164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.487523 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.487850 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:02.490801 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:02.528959 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.533346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6c3ad9ee-8fc9-4505-ac4f-2898dc3ab32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:02.537700 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:02.539506 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4638315d-fd8a-43b6-b14c-66b0cfddf883 HTTP/1.1" status: 204  len: 168 time: 0.6331608
Jun 21 04:39:02.542897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43766) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:02.549451 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4638315d-fd8a-43b6-b14c-66b0cfddf883,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:02.553288 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:03.103901 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:03.352546 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Deleting port b09719c6-2c80-4f14-8d33-1307c01575c0 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:03.352899 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:03.461044 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-04af821a-d6c2-4389-9139-5fc54e7101bf req-5d0d103d-0d11-41a7-8f4f-4fa3c0813acf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0399613
Jun 21 04:39:03.466372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] For port b09719c6-2c80-4f14-8d33-1307c01575c0, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b09719c6-2c80-4f14-8d33-1307c01575c0,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:03.466735 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:03.535359 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Calling delete_port for b09719c6-2c80-4f14-8d33-1307c01575c0 owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:03.646515 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:03.670089 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:03.670438 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 7cbf5aaf-d24a-46b0-a9fa-93d834a92967 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:03.670864 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0d882fd8-3331-4213-96bc-9e807edf9efc no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:03.688646 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 0d882fd8-3331-4213-96bc-9e807edf9efc {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:03.689026 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0d882fd8-3331-4213-96bc-9e807edf9efc not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:03.715103 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:03.717082 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d0b1833c-814a-48c1-bcfa-132f0f622d97 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:03.740564 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09719c6-2c80-4f14-8d33-1307c01575c0,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:03.743639 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:03.909180 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:04.115205 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Router 064069ef-55d5-4d49-b13b-b0291a65271a has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:39:04.220765 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:39:04.225662 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] 10.222.0.66 "PUT /v2.0/routers/064069ef-55d5-4d49-b13b-b0291a65271a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6816013
Jun 21 04:39:04.228067 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43774) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:04.229116 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] Sync routers for ids ['064069ef-55d5-4d49-b13b-b0291a65271a'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:39:04.238047 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] Routers {'064069ef-55d5-4d49-b13b-b0291a65271a'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:04.239183 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9860632ca0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['064069ef-55d5-4d49-b13b-b0291a65271a'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:04.329138 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks [] for router, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:04.339132 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] Set router 064069ef-55d5-4d49-b13b-b0291a65271a gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:04.430012 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:04.480990 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Deleting port f07a75cc-9da1-4051-9333-9aed880547a7 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:04.481271 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:04.516023 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9860632ca0>, [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:39:03Z', 'revision_number': 5, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port': {'id': 'f07a75cc-9da1-4051-9333-9aed880547a7', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:04.543142 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] Checking router: 064069ef-55d5-4d49-b13b-b0291a65271a for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:39:04.553954 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] Routers {'064069ef-55d5-4d49-b13b-b0291a65271a'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:04.554596 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9860632ca0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['064069ef-55d5-4d49-b13b-b0291a65271a'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:04.564437 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] For port f07a75cc-9da1-4051-9333-9aed880547a7, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=f07a75cc-9da1-4051-9333-9aed880547a7,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:04.564802 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:04.632211 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Calling delete_port for f07a75cc-9da1-4051-9333-9aed880547a7 owned by network:router_gateway {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:04.636722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-def5003e-02ef-41f3-9d4b-6dcb8abb3be3 req-c7a090f7-bb2b-4828-8821-cbe5b59e43a2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0413568
Jun 21 04:39:04.662993 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] Set router 064069ef-55d5-4d49-b13b-b0291a65271a gateway port host: None {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:04.722694 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9860632ca0>, [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:39:04Z', 'revision_number': 6, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:04.750282 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcbd4a-89f0-416a-a133-773f34773b50 None None] The sync data for ids ['064069ef-55d5-4d49-b13b-b0291a65271a'] in dv-cinder-796889-2-iscsi is: [{'id': '064069ef-55d5-4d49-b13b-b0291a65271a', 'name': 'tempest-TestMinimumBasicScenario-1276465737-router', 'tenant_id': 'dd488407930044f7a2f8af54caa6aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:01Z', 'updated_at': '2021-06-21T04:39:04Z', 'revision_number': 6, 'project_id': 'dd488407930044f7a2f8af54caa6aab1', 'gw_port_host': None}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:39:04.818745 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:04.821573 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:04.849283 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07a75cc-9da1-4051-9333-9aed880547a7,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:04.852095 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:04.911248 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.013867 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.015872 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.084684 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.085342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064069ef-55d5-4d49-b13b-b0291a65271a {{(pid=92726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:39:05.090911 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.091940 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7f480a2d-de66-4c03-ba76-a5437de98160 admin admin] 10.222.0.66 "DELETE /v2.0/routers/064069ef-55d5-4d49-b13b-b0291a65271a HTTP/1.1" status: 204  len: 168 time: 0.8628435
Jun 21 04:39:05.094316 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43782) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:05.141254 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Deleting subnet 543465d4-1639-42b7-8c22-e6bd44fe841c {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:39:05.145295 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.186479 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.295122 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.344918 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.347904 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-57c982de-9994-463f-81e8-a8204ec332a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:05.370820 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543465d4-1639-42b7-8c22-e6bd44fe841c,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:05.373904 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:05.375012 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.376896 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-9649d5bc-e6d3-4545-8ab2-7bf4401e232d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/543465d4-1639-42b7-8c22-e6bd44fe841c HTTP/1.1" status: 204  len: 168 time: 0.2816598
Jun 21 04:39:05.379931 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43786) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:05.380459 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd9ff5-4b98-4c60-93cc-c02669b25b2c None None] Network 964acb60-4963-43f1-8227-12e17ee11442 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:39:05.449261 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.503516 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Deleting port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:05.504664 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.574088 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] For port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:05.574449 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.589143 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] DHCP port deletion for 964acb60-4963-43f1-8227-12e17ee11442 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:39:05.658331 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Deleting port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:05.658888 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.660102 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Calling delete_port for e9adfc0b-29a9-43cb-90db-6a1e0337ea6a owned by network:dhcp {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:05.756411 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device f07a75cc-9da1-4051-9333-9aed880547a7 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:05.808112 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.815564 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: f07a75cc-9da1-4051-9333-9aed880547a7 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:05.815971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device f07a75cc-9da1-4051-9333-9aed880547a7 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:05.816548 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e9adfc0b-29a9-43cb-90db-6a1e0337ea6a no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:05.827739 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d12a32b1-e95d-4225-8efa-82c4ba09c1a4 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:05.832358 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8926376f-60dc-42fc-a410-f7bb3f2f39b2 req-015adb9d-2b9b-42a0-9aaf-39628a57535b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0468316
Jun 21 04:39:05.857282 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: e9adfc0b-29a9-43cb-90db-6a1e0337ea6a {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:05.857715 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e9adfc0b-29a9-43cb-90db-6a1e0337ea6a not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:05.858244 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b09719c6-2c80-4f14-8d33-1307c01575c0 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:39:05.874999 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:05.878492 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:05.885556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] No DVR routers for this DVR port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a on host dv-cinder-796889-2-iscsi {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:39:05.909312 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-38c0d2a0-9a40-46ef-9ca0-ffc4fbbf45b6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:05.912042 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-38c0d2a0-9a40-46ef-9ca0-ffc4fbbf45b6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 817 time: 0.2104170
Jun 21 04:39:05.916475 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] For port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,segment=NetworkSegment(33fa9285-d536-40c5-8448-de055c1298bf),segment_id=33fa9285-d536-40c5-8448-de055c1298bf)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:05.917520 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.920005 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: b09719c6-2c80-4f14-8d33-1307c01575c0 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:39:05.920475 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b09719c6-2c80-4f14-8d33-1307c01575c0 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:39:05.984873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:05.987701 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-f5d4bf99-f44d-4edb-a83f-21397809a0b6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 379 time: 0.0528712
Jun 21 04:39:05.996545 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985d635ca0>,) {'filters': {'network_id': ['964acb60-4963-43f1-8227-12e17ee11442']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:05.999272 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Calling delete_port for e9adfc0b-29a9-43cb-90db-6a1e0337ea6a owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:06.009001 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d635ca0>, '33fa9285-d536-40c5-8448-de055c1298bf') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:06.009389 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d635ca0>, '33fa9285-d536-40c5-8448-de055c1298bf') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:06.012360 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'port': {'device_id': '65aad6d2-ae7f-4db3-a999-660496be696b', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'admin_state_up': True, 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'security_groups': ['19e5eb04-4a0b-4177-8e36-997aa0f7da65']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:06.020556 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.035549 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.042761 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:39:06.043894 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:39:06.045813 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:39:06.103144 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.105514 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:06.113092 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.117917 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-16a6debb-70a8-4643-a92a-eb84d057aa84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:06.124626 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.127118 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] 10.222.0.66 "DELETE /v2.0/networks/964acb60-4963-43f1-8227-12e17ee11442 HTTP/1.1" status: 204  len: 168 time: 0.7461991
Jun 21 04:39:06.131246 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Pushing event deleted for resources: {'Port': ['ID=e9adfc0b-29a9-43cb-90db-6a1e0337ea6a,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:06.133758 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:06.139030 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] No DVR routers for this DVR port e9adfc0b-29a9-43cb-90db-6a1e0337ea6a on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:39:06.147184 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Pushing event deleted for resources: {'Network': ['ID=964acb60-4963-43f1-8227-12e17ee11442,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:06.149783 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:06.162797 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Made reservation on behalf of e675f725dd95409596002be17e7bf626 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:39:06.167953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.256936 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43796) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:06.294101 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Allocated IP 172.20.0.5 (deba7b87-de95-4981-8527-337adae6b9f5/084bc81e-c6db-4759-a13d-c5f6b9700a3d/ea204c6f-74e2-41ce-acbf-2a5b755ba0a9) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:39:06.301620 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-87ba9768-bde8-4486-a7a7-13a729cb95f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcc74c9290bd4aa4b2f4202ff950bbc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0434165
Jun 21 04:39:06.304448 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43798) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:06.352461 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.373354 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.421152 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.424246 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.428220 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/201dea80-19a5-4572-9357-c992a6afe029 HTTP/1.1" status: 204  len: 168 time: 0.1201143
Jun 21 04:39:06.428220 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-48ea8a65-f940-4d84-a732-f584b346b58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:06.434650 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201dea80-19a5-4572-9357-c992a6afe029,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:06.436360 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.443083 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:06.450402 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Transition to ACTIVE for port object ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:39:06.484520 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.488490 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-aa4319b2-92cf-4fed-af8c-2500124715d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:06.541406 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Network deba7b87-de95-4981-8527-337adae6b9f5 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:39:06.544646 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:39:06.548880 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:39:06.552762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:06.576398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:06.599685 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:06.600327 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.617251 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6090567
Jun 21 04:39:06.642926 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Request body: {'port': {'device_id': '65aad6d2-ae7f-4db3-a999-660496be696b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:06.715343 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.772468 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43804) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:06.801496 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-2f4a2959-b4e1-47a1-b93f-ec3557387468 None None] Provisioning for port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:39:06.805227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-2f4a2959-b4e1-47a1-b93f-ec3557387468 None None] Provisioning complete for port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:39:06.805605 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-2f4a2959-b4e1-47a1-b93f-ec3557387468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.816311 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-940412f7-36f5-45cd-a201-dbc280dd8ad9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd488407930044f7a2f8af54caa6aab1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0400410
Jun 21 04:39:06.816471 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43806) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:06.842029 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a2959-b4e1-47a1-b93f-ec3557387468 None None] Port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:39:06.866161 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:06.887637 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.021281 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:39:07.031115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.049812 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Transition to ACTIVE for port object ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:39:07.055955 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.058872 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-269b9800-44cd-4f38-a75a-0b78a973784d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:07.109541 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ac9f9-3418-4c10-afeb-f6b2c2ce0543 req-b1e6fd77-56ca-4489-88c1-b4e70148e903 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:07.111074 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b97ac9f9-3418-4c10-afeb-f6b2c2ce0543 req-b1e6fd77-56ca-4489-88c1-b4e70148e903 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 931 time: 0.1311567
Jun 21 04:39:07.163851 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:07.170142 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:07.189160 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.193317 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.194732 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0abdae74-b201-442c-8de6-8d8ac6d4bb2d HTTP/1.1" status: 204  len: 168 time: 0.3773127
Jun 21 04:39:07.195565 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-06c1826f-d751-4421-8b79-fbb62ffdc73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:07.209547 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abdae74-b201-442c-8de6-8d8ac6d4bb2d,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:07.212061 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d143f81c-7c7b-48ba-8fb8-1b57f7cfb241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:07.234722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b97ac9f9-3418-4c10-afeb-f6b2c2ce0543 req-ec3e4ade-dd0d-49a6-af46-aa08de3c42b5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962470
Jun 21 04:39:07.260341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Attempting to bind port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:39:07.260341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Attempting to bind port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:39:07.260341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Attempting to bind port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 on network deba7b87-de95-4981-8527-337adae6b9f5 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:39:07.263966 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 on network deba7b87-de95-4981-8527-337adae6b9f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:39:07.264320 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Attempting to bind port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 on network deba7b87-de95-4981-8527-337adae6b9f5 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:39:07.269180 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:39:07.269520 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Checking segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:39:07.269930 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Bound using segment: {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:39:07.270370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Bound port: ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edab6ca8-5047-44d0-8b69-44cef28ed8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:39:07.270798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.339996 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:39:07.343738 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:39:07.349203 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.351314 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:07.388979 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:07.389634 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:07.391122 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 1093 time: 0.7525816
Jun 21 04:39:07.391728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:39:07.394231 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515" -d '{"events": [{"name": "network-changed", "server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:39:07.419289 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:07.423614 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:07.478530 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85703e-fb7b-462a-af77-fcc52d6e6b28 x-openstack-request-id: req-6c85703e-fb7b-462a-af77-fcc52d6e6b28 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:39:07.478870 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:39:07.479165 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c85703e-fb7b-462a-af77-fcc52d6e6b28 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:39:07.479604 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'status': 'completed', 'code': 200}
Jun 21 04:39:07.531667 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-035fa165-108a-4bb8-a325-4ea65913af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:07.533299 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-035fa165-108a-4bb8-a325-4ea65913af27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1096 time: 0.0651026
Jun 21 04:39:07.588927 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-485efa79-db10-4760-820a-f34d3a422a91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 217 time: 0.0407891
Jun 21 04:39:07.639565 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-aec7aff9-1b1d-48fa-a7ca-f07dc008e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:07.641322 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-aec7aff9-1b1d-48fa-a7ca-f07dc008e3eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0457695
Jun 21 04:39:07.696978 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234545-944e-4712-97ba-47f745f9947a req-4541a348-5d21-4bf7-a07c-10c2ad40a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:07.698459 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-4541a348-5d21-4bf7-a07c-10c2ad40a8fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0504560
Jun 21 04:39:07.787842 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-5a5530f4-39d1-43ff-97ea-13d7c70b5995 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814550
Jun 21 04:39:07.873832 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ed234545-944e-4712-97ba-47f745f9947a req-58d9d39e-687f-4150-b8d9-86da33c97535 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0784178
Jun 21 04:39:08.017915 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-e83eb41f-478d-4618-9c40-82658c8547bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:08.019361 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-e83eb41f-478d-4618-9c40-82658c8547bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1096 time: 0.0519557
Jun 21 04:39:08.106362 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-54ebdb91-73ff-4981-95c1-0c7ab8716755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:08.107776 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-54ebdb91-73ff-4981-95c1-0c7ab8716755 service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0815310
Jun 21 04:39:08.147051 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-5d7521b4-e5ae-44bb-9dc3-955189e4186f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 217 time: 0.0321562
Jun 21 04:39:08.195644 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-bb718be5-b6b9-4a5c-a917-250dfa54661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:08.197050 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-bb718be5-b6b9-4a5c-a917-250dfa54661e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0437872
Jun 21 04:39:08.250967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-5bad380c-72a3-4477-b994-17512fe3fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:08.252398 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-5bad380c-72a3-4477-b994-17512fe3fe55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0481031
Jun 21 04:39:08.336761 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-d53b1f93-92d3-49e4-b299-076676c637d2 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0777676
Jun 21 04:39:08.465796 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-46b01f52-2f40-4ec0-94a6-7eff8a1a4515 req-d9511ed1-f2e7-4b78-bf20-78055aa3cf81 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215837
Jun 21 04:39:08.474138 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf3be-f17c-4b9c-9721-d55285af249a req-c9e6c0dc-4bde-41d2-aa36-dfba72f47a7e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:08.475466 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ccccf3be-f17c-4b9c-9721-d55285af249a req-c9e6c0dc-4bde-41d2-aa36-dfba72f47a7e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.1109588
Jun 21 04:39:08.511518 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ccccf3be-f17c-4b9c-9721-d55285af249a req-e768490c-1bdf-47b9-af4a-2d47c8fec2bd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304255
Jun 21 04:39:09.693000 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46c7b-3fb1-4057-918a-d6f3efbd669b req-a9545981-07e0-48d6-a179-61b3c1996a63 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:09.694372 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a0c46c7b-3fb1-4057-918a-d6f3efbd669b req-a9545981-07e0-48d6-a179-61b3c1996a63 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0612385
Jun 21 04:39:09.731681 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a0c46c7b-3fb1-4057-918a-d6f3efbd669b req-9fdd8996-e6ff-4fd9-bc81-2d9f11723bd9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317719
Jun 21 04:39:10.239655 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:39:10.336800 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:10.347244 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'mac_address': 'fa:16:3e:95:b2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:39:10.385942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:10.397859 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:39:10.416804 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:10.420696 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:10.422367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:10.466175 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:10.469026 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:10.874545 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:39:10.907119 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8710c-70b8-4ca4-aa7c-f033d41283dd req-2abcce9b-42e3-46a3-bc4c-451966f648ca tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:10.908615 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-73e8710c-70b8-4ca4-aa7c-f033d41283dd req-2abcce9b-42e3-46a3-bc4c-451966f648ca tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 944 time: 0.0658550
Jun 21 04:39:10.945495 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-73e8710c-70b8-4ca4-aa7c-f033d41283dd req-568d17c2-d649-479b-a425-af36ea51473a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307319
Jun 21 04:39:11.320233 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:39:12.120898 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b4e0f-9948-4f5b-9e72-8791b7c48641 req-f144c076-c813-49da-82df-7483c5294d8f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:12.122405 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e53b4e0f-9948-4f5b-9e72-8791b7c48641 req-f144c076-c813-49da-82df-7483c5294d8f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 944 time: 0.0641193
Jun 21 04:39:12.161079 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e53b4e0f-9948-4f5b-9e72-8791b7c48641 req-74c91ac3-cdfd-49a4-b162-d8f64654bbbc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319004
Jun 21 04:39:12.256706 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:39:12.303471 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:39:12.306939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:39:12.307321 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:12.380396 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:12.401893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:39:12.404198 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9e783-b6fa-43b4-9d85-01f820d936d3" -d '{"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-plugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:39:12.417604 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:12.422216 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:12.424071 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:12.568068 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea8ca7-7cc7-44b9-912b-0f4886ec2420 x-openstack-request-id: req-95ea8ca7-7cc7-44b9-912b-0f4886ec2420 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:39:12.568305 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-plugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:39:12.568558 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95ea8ca7-7cc7-44b9-912b-0f4886ec2420 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:39:12.568949 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'code': 200}
Jun 21 04:39:12.593550 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:12.596867 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:12.696733 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bed913-b9c7-42f3-a1f4-392bf5b76b1b req-51486b14-d3af-40d0-983e-e115e64334af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:12.698161 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-49bed913-b9c7-42f3-a1f4-392bf5b76b1b req-51486b14-d3af-40d0-983e-e115e64334af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1098 time: 0.0491405
Jun 21 04:39:12.732246 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-49bed913-b9c7-42f3-a1f4-392bf5b76b1b req-4f777836-3476-4add-9ba3-6f2aee157e9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0278172
Jun 21 04:39:13.349766 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454bd77-3693-459d-9342-ae83285d0623 req-15d07cd9-8339-4340-a0c3-ee4191257f72 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:13.351252 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9454bd77-3693-459d-9342-ae83285d0623 req-15d07cd9-8339-4340-a0c3-ee4191257f72 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0658333
Jun 21 04:39:13.388031 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9454bd77-3693-459d-9342-ae83285d0623 req-88ee37c3-fa1e-4038-a02c-8299d8b03d27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312781
Jun 21 04:39:14.562465 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683e6d4-1d00-431a-a476-bd6ca0afdfe2 req-fe9a1cfe-9fa6-4c25-8c5f-b6da675577c0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:14.563916 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6683e6d4-1d00-431a-a476-bd6ca0afdfe2 req-fe9a1cfe-9fa6-4c25-8c5f-b6da675577c0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0644262
Jun 21 04:39:14.600420 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6683e6d4-1d00-431a-a476-bd6ca0afdfe2 req-37246ea6-77aa-4653-88d5-712657c10257 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303586
Jun 21 04:39:14.776433 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da2bc-d8a9-4bd0-95c2-665eee29a0f6 req-863a3020-d6cf-4868-9dd1-686de9d0ec27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:14.777788 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b88da2bc-d8a9-4bd0-95c2-665eee29a0f6 req-863a3020-d6cf-4868-9dd1-686de9d0ec27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0608647
Jun 21 04:39:14.786548 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43836) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:14.790889 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Request body: {'floatingip': {'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:14.833807 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:15.416978 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:15.420887 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:15.512744 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.l3_db [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Floating IP 29144ba4-69e9-415b-a1b4-b8fd85a20aa5 associated. External IP: 172.27.0.37, port: ea204c6f-74e2-41ce-acbf-2a5b755ba0a9.
Jun 21 04:39:15.702664 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:39:15.803724 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:39:15.808553 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:15.814389 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:39:15.824433 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:15.825052 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ddb7760>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:15.846173 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-41a66342-f0d8-4dcd-b2e0-79e080ba870c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "PUT /v2.0/floatingips/29144ba4-69e9-415b-a1b4-b8fd85a20aa5 HTTP/1.1" status: 200  len: 990 time: 1.0586071
Jun 21 04:39:15.846793 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:39:15.849737 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98464c7f-28a1-47e5-a0db-4866c55bea97" -d '{"events": [{"name": "network-changed", "server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:39:15.884913 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5248271f-2145-4a14-88d7-939472e250ac x-openstack-request-id: req-5248271f-2145-4a14-88d7-939472e250ac {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:39:15.885240 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:39:15.885532 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5248271f-2145-4a14-88d7-939472e250ac {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:39:15.885961 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'status': 'completed', 'code': 200}
Jun 21 04:39:15.933071 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:15.984988 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-6a54edef-fbf1-4962-ab77-e9a8bda5e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:15.986422 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-6a54edef-fbf1-4962-ab77-e9a8bda5e385 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1098 time: 0.0521991
Jun 21 04:39:16.090185 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-47f169cc-2fe5-4ec2-95b0-16313ce159fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:16.091621 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-47f169cc-2fe5-4ec2-95b0-16313ce159fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0876215
Jun 21 04:39:16.153213 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ddb7760>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '29144ba4-69e9-415b-a1b4-b8fd85a20aa5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'mac_address': 'fa:16:3e:95:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aad6d2-ae7f-4db3-a999-660496be696b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:38:57Z', 'updated_at': '2021-06-21T04:39:15Z', 'revision_number': 1, 'project_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:16.156657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-af4762f6-4bcc-4274-9770-6a1ea0d0790c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 998 time: 0.0585530
Jun 21 04:39:16.182084 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:39:16.190367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:16.190986 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ddb7760>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:38:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:16.203273 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-1a1ca026-fdb8-44eb-ada5-16f57f62d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:16.204749 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-1a1ca026-fdb8-44eb-ada5-16f57f62d00b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0416775
Jun 21 04:39:16.263997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-cfe48127-b22d-481c-ac0d-1e2f91a1f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:16.265413 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-cfe48127-b22d-481c-ac0d-1e2f91a1f3e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0541925
Jun 21 04:39:16.295454 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:16.353949 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-6d238fbd-3259-40a9-a424-192c7b761469 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814953
Jun 21 04:39:16.445217 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-98464c7f-28a1-47e5-a0db-4866c55bea97 req-1303ae00-2a7c-4e42-85ee-dbfda2ed789c service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849731
Jun 21 04:39:16.520334 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ddb7760>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '29144ba4-69e9-415b-a1b4-b8fd85a20aa5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'mac_address': 'fa:16:3e:95:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aad6d2-ae7f-4db3-a999-660496be696b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:38:57Z', 'updated_at': '2021-06-21T04:39:15Z', 'revision_number': 1, 'project_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:16.544824 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa007f1-2128-40b6-93ac-cd9883c5d713 None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '29144ba4-69e9-415b-a1b4-b8fd85a20aa5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'mac_address': 'fa:16:3e:95:b2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aad6d2-ae7f-4db3-a999-660496be696b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:38:57Z', 'updated_at': '2021-06-21T04:39:15Z', 'revision_number': 1, 'project_id': 'e675f725dd95409596002be17e7bf626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:39:16.719186 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a83a36-c3a8-4ac2-8bbf-de6dbecd62d1 None None] New status for floating IP 29144ba4-69e9-415b-a1b4-b8fd85a20aa5: ACTIVE {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:39:23.890171 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-2dfb53cf-bbab-48bd-addf-76327ada7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:26.508374 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-03f3e0bb-3f8f-4794-b872-73c323c0287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:26.891888 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:27.484596 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:28.681115 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:29.236693 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:48.318721 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:39:53.893810 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-04afe1bd-4dfa-4736-9a41-ffa7a9f669bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:54.472181 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbcd91-a153-4cb7-a0be-d4ca4cb5c856 req-6e14435c-a779-4393-b520-ff45d45d38ad tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:54.473646 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4fbcd91-a153-4cb7-a0be-d4ca4cb5c856 req-6e14435c-a779-4393-b520-ff45d45d38ad tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0615914
Jun 21 04:39:54.509938 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f4fbcd91-a153-4cb7-a0be-d4ca4cb5c856 req-bb2bdbd3-0e52-4fcb-bf36-e4816219877a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307910
Jun 21 04:39:55.678905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae727e6-c682-4991-a5f1-aef6ff9f9420 req-a6887085-ba67-4125-b96c-7e0dc7957b54 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:55.680364 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2ae727e6-c682-4991-a5f1-aef6ff9f9420 req-a6887085-ba67-4125-b96c-7e0dc7957b54 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.0608656
Jun 21 04:39:55.716054 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2ae727e6-c682-4991-a5f1-aef6ff9f9420 req-b7f8bcb6-9591-40f6-a324-152b40c94492 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=d58a1eb7-5575-49c7-baff-bbb615103cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0301619
Jun 21 04:39:56.278870 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-5fb7a221-902a-40db-b945-dd6cdc921cfd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:39:56.280221 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-5fb7a221-902a-40db-b945-dd6cdc921cfd tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 945 time: 0.3218431
Jun 21 04:39:56.375078 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Deleting port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:56.375411 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.459260 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] For port 98b38b3b-e9cb-46c9-8d6e-554c49059e58, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98b38b3b-e9cb-46c9-8d6e-554c49059e58,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:39:56.459615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.510710 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-63dee028-13a3-43bb-9b41-845308c15269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.626784 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.627159 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.627487 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Floating IP d8ce4564-255d-4602-a6da-c154c7d5f7a9 disassociated. External IP: 172.27.0.108, port: 98b38b3b-e9cb-46c9-8d6e-554c49059e58.
Jun 21 04:39:56.627848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Calling delete_port for 98b38b3b-e9cb-46c9-8d6e-554c49059e58 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:56.756809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.760948 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:56.785034 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event deleted for resources: {'Port': ['ID=98b38b3b-e9cb-46c9-8d6e-554c49059e58,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:56.798219 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.798620 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.798956 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.799344 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.799751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.800116 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.800466 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.800827 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.801832 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.802146 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.802490 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.802832 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:56.837406 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:56.864556 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a49502ba-f256-418f-843a-7ca4eb6a201e req-6237e900-7ad4-4a20-afa7-eca040c3a612 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a74f901-7c9c-4a1c-8b41-efe26d699c7d HTTP/1.1" status: 200  len: 210 time: 0.0323963
Jun 21 04:39:56.894791 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:56.907373 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:39:57.009801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:39:57.019530 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:39:57.028251 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:57.028856 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ec66880>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:57.050656 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] No DVR routers for this DVR port 98b38b3b-e9cb-46c9-8d6e-554c49059e58 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:39:57.053869 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:57.056000 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6075619f-cfbe-4b5e-9a89-f2a6ce602705 req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "DELETE /v2.0/ports/98b38b3b-e9cb-46c9-8d6e-554c49059e58 HTTP/1.1" status: 204  len: 173 time: 0.7694063
Jun 21 04:39:57.056464 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'name': 'network-vif-deleted', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:39:57.058851 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1468b-d4f1-452c-b82b-f6d502fc7950" -d '{"events": [{"server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "name": "network-vif-deleted", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:39:57.098588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c64ed7-51c3-48cb-8765-97e156fa3061 x-openstack-request-id: req-d6c64ed7-51c3-48cb-8765-97e156fa3061 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:39:57.098897 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a74f901-7c9c-4a1c-8b41-efe26d699c7d", "name": "network-vif-deleted", "tag": "98b38b3b-e9cb-46c9-8d6e-554c49059e58", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:39:57.099189 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6c64ed7-51c3-48cb-8765-97e156fa3061 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:39:57.099645 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a74f901-7c9c-4a1c-8b41-efe26d699c7d', 'name': 'network-vif-deleted', 'tag': '98b38b3b-e9cb-46c9-8d6e-554c49059e58', 'status': 'completed', 'code': 200}
Jun 21 04:39:57.136219 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:57.341279 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ec66880>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:57.370337 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:39:57.378652 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:39:57.379215 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ec66880>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:57.490770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:39:57.493303 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:57.817282 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ec66880>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:39:57.842975 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f43e718-1fe3-48d2-a0b8-a36ab1147563 None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:39:58.013769 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43958) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:58.046782 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5868b3-1680-484c-ad90-8f96ebebf20c None None] New status for floating IP d8ce4564-255d-4602-a6da-c154c7d5f7a9: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:39:58.074763 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.097195 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.142338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.145628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.148623 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "DELETE /v2.0/security-groups/d58a1eb7-5575-49c7-baff-bbb615103cf7 HTTP/1.1" status: 204  len: 168 time: 0.1337636
Jun 21 04:39:58.149551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c885a38e-6b1d-4b7f-a314-f5edb064856f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:58.149782 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43960) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:58.158721 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a1eb7-5575-49c7-baff-bbb615103cf7,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:58.161335 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:58.163234 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.api.v2.resource [None req-b42b1c69-0f15-4092-a2e6-65d965bc1646 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] show failed (client error): The resource could not be found.
Jun 21 04:39:58.164253 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b42b1c69-0f15-4092-a2e6-65d965bc1646 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups/d58a1eb7-5575-49c7-baff-bbb615103cf7 HTTP/1.1" status: 404  len: 347 time: 0.0134921
Jun 21 04:39:58.167120 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43962) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:58.292677 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Deleting port ad909105-1472-4cf1-8fb8-2ac0a90abe75 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:39:58.293018 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.365444 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.365774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.430468 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Calling delete_port for ad909105-1472-4cf1-8fb8-2ac0a90abe75 owned by network:floatingip {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:39:58.557620 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.559620 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:58.582629 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event deleted for resources: {'Port': ['ID=ad909105-1472-4cf1-8fb8-2ac0a90abe75,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:58.593609 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.594026 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.594647 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.594770 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.595132 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.595488 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.595839 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.596216 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.596570 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.596919 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.597269 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.597613 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:39:58.618308 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:58.657243 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.659739 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.661433 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-bc0f0b98-8d61-4e6d-87a6-bc1415ce468f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "DELETE /v2.0/floatingips/d8ce4564-255d-4602-a6da-c154c7d5f7a9 HTTP/1.1" status: 204  len: 168 time: 0.4923434
Jun 21 04:39:58.675413 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.890836 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 43968) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:58.895585 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295774396', 'description': 'tempest-description--20341449'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:58.917786 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:58.998502 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.002130 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.005217 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f2d03a85-a52e-43d3-8bf4-5b8a87bdd587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:59.027427 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.028646 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1368036
Jun 21 04:39:59.031705 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43970) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:59.032554 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9282097-f271-4d3b-9db9-48b45b1325a5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:59.035924 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:59.037048 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'security_group_rule': {'security_group_id': 'b9282097-f271-4d3b-9db9-48b45b1325a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:59.064578 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.108924 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.112544 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.114576 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:59.129508 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529ccc31-df67-4a61-9051-34d05126de29,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:59.131708 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:59.136080 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.137263 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1044793
Jun 21 04:39:59.139975 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43972) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:59.144507 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'security_group_rule': {'security_group_id': 'b9282097-f271-4d3b-9db9-48b45b1325a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:59.169690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.226336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.230259 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.235766 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:59.240636 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.251843 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2630acd8-4b5d-4676-93a2-46a4780204a1,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:59.255054 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:59.256213 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.257714 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-55173981-a319-4930-a683-1fe82f1d25ca tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1163392
Jun 21 04:39:59.260512 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 43974) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:39:59.264752 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:39:59.286782 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.377892 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.480793 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Allocated IP 172.27.0.59 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/1ab97ea0-a141-4d61-9cf6-e09448bda66d) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:39:59.582274 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.618890 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.621579 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-acee1290-4d54-48d0-828e-6decc58f27ce tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:39:59.660577 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:39:59.663137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:39:59.666833 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:39:59.693569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'Port': ['ID=1ab97ea0-a141-4d61-9cf6-e09448bda66d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:39:59.699143 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:39:59.751706 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.793152 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.944403 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.948983 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:39:59.951338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-27363623-f15b-468e-b5e3-acdbc04e8b98 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:00.017374 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'Port': ['ID=1ab97ea0-a141-4d61-9cf6-e09448bda66d,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:00.020114 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:00.029784 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:00.043788 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:00.045049 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7836339
Jun 21 04:40:00.228784 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-0c38b9dd-9eac-443d-8d6b-67ae6d77048b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1295774396&fields=id&tenant_id=af1f579c2af6407bb6a21e449a5a490c HTTP/1.1" status: 200  len: 267 time: 0.0323019
Jun 21 04:40:00.334165 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-42f8fe7b-e17c-4b92-ba64-df2b075cea33 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:00.335598 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-42f8fe7b-e17c-4b92-ba64-df2b075cea33 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 810 time: 0.1006813
Jun 21 04:40:00.350423 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-c5e8ae86-68dd-4cd0-9791-75bb6eb182a5 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/quotas/af1f579c2af6407bb6a21e449a5a490c HTTP/1.1" status: 200  len: 375 time: 0.0091894
Jun 21 04:40:00.527862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 98b38b3b-e9cb-46c9-8d6e-554c49059e58 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:40:00.551684 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 98b38b3b-e9cb-46c9-8d6e-554c49059e58 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:40:00.552036 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 98b38b3b-e9cb-46c9-8d6e-554c49059e58 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:40:00.653538 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-b1fb29b8-e6e1-499f-a3b3-44317af90daf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2977037
Jun 21 04:40:00.749669 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-9f9efa1e-f496-4f7f-8229-d10a88f4b05e service neutron] 10.222.0.66 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837140
Jun 21 04:40:00.837755 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-dbb7ba16-2c4f-411b-a7eb-225ea826bc62 service neutron] 10.222.0.66 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823891
Jun 21 04:40:01.001666 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-92a54536-a8fd-48aa-bd1d-873750d889c9 req-9f2e3f1f-8bf2-4a25-b0a9-c5aecb6875e1 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 210 time: 0.0278671
Jun 21 04:40:02.150921 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eec066ee-0398-4868-83a2-00296ccaf2c9 req-557d0f5d-f491-4546-8169-da4cd260fa0b tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 210 time: 0.0330527
Jun 21 04:40:02.190836 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-8d01be8c-f3fb-4083-8a38-6576daed40a2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:02.192891 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-8d01be8c-f3fb-4083-8a38-6576daed40a2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 810 time: 0.1328855
Jun 21 04:40:02.240975 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-881df005-8276-4dfc-8b5e-d269c9e65a36 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1f579c2af6407bb6a21e449a5a490c HTTP/1.1" status: 200  len: 380 time: 0.0327220
Jun 21 04:40:02.249798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'port': {'device_id': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'admin_state_up': True, 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'security_groups': ['b9282097-f271-4d3b-9db9-48b45b1325a5']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:40:02.357011 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Made reservation on behalf of af1f579c2af6407bb6a21e449a5a490c for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:40:02.360608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:02.422860 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-1d8a19d5-74e4-4682-8bff-809216e84f7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0554078
Jun 21 04:40:02.483754 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Allocated IP 172.20.0.9 (31c1f1d4-8ae2-42c6-846e-a5929bb88c85/bf280934-0e9f-405c-b549-aff4df2b0b20/fc032bc7-872e-4019-978f-a75f217b3611) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:40:02.568555 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-8dca9b2c-b250-41a2-9538-2e261a5b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:02.570076 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-8dca9b2c-b250-41a2-9538-2e261a5b019a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0630901
Jun 21 04:40:02.623402 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:02.636087 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Transition to ACTIVE for port object fc032bc7-872e-4019-978f-a75f217b3611 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:40:02.668547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:02.671463 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-8a5e9c29-d3cd-4b5f-ace1-e4bbb6e614d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:02.673071 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-8a5e9c29-d3cd-4b5f-ace1-e4bbb6e614d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.0825052
Jun 21 04:40:02.673202 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:02.713390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:40:02.719620 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:40:02.724242 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:40:02.746713 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-b9489a4f-436a-4675-aef2-9d412bf1ce55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 1000 time: 0.0661907
Jun 21 04:40:02.774662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:02.775283 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:02.779020 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event updated for resources: {'Port': ['ID=fc032bc7-872e-4019-978f-a75f217b3611,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:02.784225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:02.795965 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5498416
Jun 21 04:40:02.801983 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-c1dd7330-8cc9-4470-8b04-91536f664f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:02.803472 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-c1dd7330-8cc9-4470-8b04-91536f664f40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0503283
Jun 21 04:40:02.828395 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Request body: {'port': {'device_id': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:40:02.880712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-9e890f84-b8d0-4020-b0e8-5c92d7d3a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:02.882328 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-9e890f84-b8d0-4020-b0e8-5c92d7d3a7d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0590882
Jun 21 04:40:02.910082 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:02.978983 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-1f14ee39-f6c8-47ce-9a1d-ef665b6ceb29 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895860
Jun 21 04:40:02.990332 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-53bab1c7-b658-4985-8d82-96c8b99c7b2d None None] Provisioning for port fc032bc7-872e-4019-978f-a75f217b3611 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:40:02.993963 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-53bab1c7-b658-4985-8d82-96c8b99c7b2d None None] Provisioning complete for port fc032bc7-872e-4019-978f-a75f217b3611 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:40:02.994504 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-53bab1c7-b658-4985-8d82-96c8b99c7b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:03.031264 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-53bab1c7-b658-4985-8d82-96c8b99c7b2d None None] Port fc032bc7-872e-4019-978f-a75f217b3611 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:40:03.167801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc032bc7-872e-4019-978f-a75f217b3611 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:40:03.175616 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:03.180860 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ba261e52-1f8d-4c6e-8cca-4e6820696eef req-8ed2a778-bd67-4244-853b-dc648820af39 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840609
Jun 21 04:40:03.188962 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Transition to ACTIVE for port object fc032bc7-872e-4019-978f-a75f217b3611 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:40:03.193709 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:03.196984 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:03.282877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Pushing event updated for resources: {'Port': ['ID=fc032bc7-872e-4019-978f-a75f217b3611,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:03.303001 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:03.400702 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ed955-6267-4b78-8aa3-9c757debdcd7 req-9d420908-774f-4a3e-aed6-22835ed899fe tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:03.402227 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-727ed955-6267-4b78-8aa3-9c757debdcd7 req-9d420908-774f-4a3e-aed6-22835ed899fe tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 943 time: 0.1351428
Jun 21 04:40:03.403051 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Attempting to bind port fc032bc7-872e-4019-978f-a75f217b3611 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:40:03.403382 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Attempting to bind port fc032bc7-872e-4019-978f-a75f217b3611 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:40:03.403707 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Attempting to bind port fc032bc7-872e-4019-978f-a75f217b3611 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:40:03.414210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Port fc032bc7-872e-4019-978f-a75f217b3611 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:40:03.414528 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Attempting to bind port fc032bc7-872e-4019-978f-a75f217b3611 on network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:40:03.426842 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:40:03.427179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Checking segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:40:03.427551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Bound using segment: {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:40:03.427984 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Bound port: fc032bc7-872e-4019-978f-a75f217b3611, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1393f0c-e784-4d1d-9414-7122de342c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:40:03.428370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:03.474905 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-727ed955-6267-4b78-8aa3-9c757debdcd7 req-565da44f-228f-433e-bf1f-c412740f684c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666175
Jun 21 04:40:03.503478 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] For port fc032bc7-872e-4019-978f-a75f217b3611, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:40:03.507036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] For port fc032bc7-872e-4019-978f-a75f217b3611, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fc032bc7-872e-4019-978f-a75f217b3611,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:40:03.510590 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:03.513207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:03.549079 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:03.549689 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:03.551640 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] 10.222.0.69 "PUT /v2.0/ports/fc032bc7-872e-4019-978f-a75f217b3611 HTTP/1.1" status: 200  len: 1093 time: 0.7276056
Jun 21 04:40:03.552186 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:40:03.554496 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1febba9-4a12-4f76-82dc-fcc3c279bf05" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "tag": "fc032bc7-872e-4019-978f-a75f217b3611"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:40:03.582277 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Pushing event updated for resources: {'Port': ['ID=fc032bc7-872e-4019-978f-a75f217b3611,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:03.585433 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:03.603328 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6364a41e-f625-4c47-9338-efdeea74d9bb x-openstack-request-id: req-6364a41e-f625-4c47-9338-efdeea74d9bb {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:40:03.603684 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "tag": "fc032bc7-872e-4019-978f-a75f217b3611", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:40:03.603975 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6364a41e-f625-4c47-9338-efdeea74d9bb {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:40:03.604442 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611', 'status': 'completed', 'code': 200}
Jun 21 04:40:03.675065 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-79c9b117-09da-4f76-abc0-5fd14418a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:03.677146 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-79c9b117-09da-4f76-abc0-5fd14418a75d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 1096 time: 0.0540760
Jun 21 04:40:03.727291 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-e6b39bdd-6359-4b80-b818-c1c0caacca2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc032bc7-872e-4019-978f-a75f217b3611 HTTP/1.1" status: 200  len: 217 time: 0.0357881
Jun 21 04:40:03.779481 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-85669e10-244e-4467-a019-4471c3235d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:03.780967 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-85669e10-244e-4467-a019-4471c3235d80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0472548
Jun 21 04:40:03.837490 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-4cd1ca72-f5c5-4b87-a869-2a52e39e3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:03.839133 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-4cd1ca72-f5c5-4b87-a869-2a52e39e3d14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0508904
Jun 21 04:40:03.924324 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-2dbcb9d2-c032-4b25-9f45-a44201387c69 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0779250
Jun 21 04:40:04.011951 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-730e824f-2d77-40ab-bf94-3f79dd76b010 req-098cd925-aeb4-4f23-b779-755431fec3a4 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808954
Jun 21 04:40:04.162616 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-d6b2e4a2-cd72-42dd-94f2-6f4e0a80290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:04.164103 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-d6b2e4a2-cd72-42dd-94f2-6f4e0a80290c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 1096 time: 0.0546527
Jun 21 04:40:04.254811 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-2f17851f-bb40-4dab-ab4b-76f4c55d45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:04.256284 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-2f17851f-bb40-4dab-ab4b-76f4c55d45b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.0850585
Jun 21 04:40:04.296510 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-a2c26574-c257-47f0-a7b7-e8f980b1cc88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc032bc7-872e-4019-978f-a75f217b3611 HTTP/1.1" status: 200  len: 217 time: 0.0334899
Jun 21 04:40:04.343076 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-00439b7b-b167-4056-92c0-57d8bf5a7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:04.344498 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-00439b7b-b167-4056-92c0-57d8bf5a7145 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0415936
Jun 21 04:40:04.402093 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-297fc051-11b0-44b2-8988-ba81f7180563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:04.403487 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-297fc051-11b0-44b2-8988-ba81f7180563 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0527902
Jun 21 04:40:04.490546 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-d918ef2c-977d-4949-92e0-247012cf47e5 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791886
Jun 21 04:40:04.579530 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1febba9-4a12-4f76-82dc-fcc3c279bf05 req-ae6e8de5-c804-40ae-8186-2be14bffc46d service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825138
Jun 21 04:40:04.650879 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b921-f037-40da-8493-2c49b0a9b6ed req-1cf74fe2-db26-4b29-8040-97823605081e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:04.652413 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-28c5b921-f037-40da-8493-2c49b0a9b6ed req-1cf74fe2-db26-4b29-8040-97823605081e tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 943 time: 0.0622532
Jun 21 04:40:04.692250 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-28c5b921-f037-40da-8493-2c49b0a9b6ed req-5d893471-d594-4d0d-9c7f-60b649f5827c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341911
Jun 21 04:40:05.878506 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ddb4f-7b25-4dd7-bdb0-b4d3b5c578da req-8ee4a01c-6791-4361-9a56-983519694a1f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:05.879994 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-796ddb4f-7b25-4dd7-bdb0-b4d3b5c578da req-8ee4a01c-6791-4361-9a56-983519694a1f tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 943 time: 0.0622227
Jun 21 04:40:05.916586 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-796ddb4f-7b25-4dd7-bdb0-b4d3b5c578da req-da941128-030c-49f3-beb1-87115e947ccf tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309210
Jun 21 04:40:06.579456 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fc032bc7-872e-4019-978f-a75f217b3611 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:40:06.670279 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port fc032bc7-872e-4019-978f-a75f217b3611, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fc032bc7-872e-4019-978f-a75f217b3611,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:06.684787 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'fc032bc7-872e-4019-978f-a75f217b3611', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'port_id': 'fc032bc7-872e-4019-978f-a75f217b3611', 'mac_address': 'fa:16:3e:37:12:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:40:06.720901 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:06.733238 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc032bc7-872e-4019-978f-a75f217b3611 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:40:06.752842 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port fc032bc7-872e-4019-978f-a75f217b3611, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fc032bc7-872e-4019-978f-a75f217b3611,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:06.757478 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:06.759302 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:06.804392 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=fc032bc7-872e-4019-978f-a75f217b3611,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:06.815277 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.815634 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.816946 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.817337 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.817720 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.818384 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.818384 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.818722 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.819059 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.819389 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.819723 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.820052 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:40:06.825447 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:07.087901 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211197-ca87-4556-95b1-6f45d91a702b req-e2692136-0d17-4ecf-8ad8-f9416ff225fe tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:07.089655 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-61211197-ca87-4556-95b1-6f45d91a702b req-e2692136-0d17-4ecf-8ad8-f9416ff225fe tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 944 time: 0.0637021
Jun 21 04:40:07.126351 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-61211197-ca87-4556-95b1-6f45d91a702b req-4dcfd5ba-b827-4f0b-8e92-78a79063b3c5 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311439
Jun 21 04:40:07.234006 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['fc032bc7-872e-4019-978f-a75f217b3611'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:40:08.299571 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682fca-e142-44c3-a27f-b6df4617288f req-d63d3789-e059-464b-b90e-f7a75b9631b0 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:08.301553 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0a682fca-e142-44c3-a27f-b6df4617288f req-d63d3789-e059-464b-b90e-f7a75b9631b0 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 944 time: 0.0658011
Jun 21 04:40:08.337706 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0a682fca-e142-44c3-a27f-b6df4617288f req-7df91cef-1a59-45f7-a214-82eb32c04d69 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305357
Jun 21 04:40:08.579602 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fc032bc7-872e-4019-978f-a75f217b3611 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:40:08.626655 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port fc032bc7-872e-4019-978f-a75f217b3611 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:40:08.630273 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port fc032bc7-872e-4019-978f-a75f217b3611 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:40:08.630658 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:08.706209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:08.728600 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:40:08.730845 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4cea6b-0daa-4c3e-be0b-13a309173a48" -d '{"events": [{"server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "name": "network-vif-plugged", "status": "completed", "tag": "fc032bc7-872e-4019-978f-a75f217b3611"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:40:08.745258 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port fc032bc7-872e-4019-978f-a75f217b3611, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fc032bc7-872e-4019-978f-a75f217b3611,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:08.749883 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:08.751749 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-433d6a53-aef3-4743-a571-50d2716f0468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:08.773595 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ce5c80-e0d3-4c18-a525-94c8998e9a88 x-openstack-request-id: req-82ce5c80-e0d3-4c18-a525-94c8998e9a88 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:40:08.773896 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "name": "network-vif-plugged", "status": "completed", "tag": "fc032bc7-872e-4019-978f-a75f217b3611", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:40:08.774159 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82ce5c80-e0d3-4c18-a525-94c8998e9a88 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:40:08.774550 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611', 'code': 200}
Jun 21 04:40:08.799699 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=fc032bc7-872e-4019-978f-a75f217b3611,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:08.802802 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:09.017408 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efb158-831f-455a-b32a-0cecf84be8d3 req-2fe7bdb1-dce4-4ef8-a5b6-d99f2906c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:09.018764 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b9efb158-831f-455a-b32a-0cecf84be8d3 req-2fe7bdb1-dce4-4ef8-a5b6-d99f2906c390 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 1098 time: 0.0500050
Jun 21 04:40:09.053136 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b9efb158-831f-455a-b32a-0cecf84be8d3 req-c966d0a5-751b-43c1-8e2d-1d4ab4193267 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266349
Jun 21 04:40:09.511860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895a30b-120c-4147-9a66-415df724d0b8 req-a82ba81f-ac02-43eb-b4ce-760f561bffe5 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:09.513317 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f895a30b-120c-4147-9a66-415df724d0b8 req-a82ba81f-ac02-43eb-b4ce-760f561bffe5 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0607603
Jun 21 04:40:09.548778 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f895a30b-120c-4147-9a66-415df724d0b8 req-4b27aee1-d75c-4bb9-b494-f74959fde87d tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298572
Jun 21 04:40:10.733734 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c178c-def2-4c15-b2f1-5b4c85d47050 req-94472b87-4cf1-4ad5-96d3-1f4aacdb545c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:10.737625 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc0c178c-def2-4c15-b2f1-5b4c85d47050 req-94472b87-4cf1-4ad5-96d3-1f4aacdb545c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0674877
Jun 21 04:40:10.778854 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc0c178c-def2-4c15-b2f1-5b4c85d47050 req-1c7a1d89-b3eb-40df-b749-24a5b3e0c8e4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336161
Jun 21 04:40:11.956445 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4697ce-3963-40ef-995a-f4c336963c57 req-e4c2c047-90dc-4063-b4a4-19e8a8008fab tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:11.957929 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2b4697ce-3963-40ef-995a-f4c336963c57 req-e4c2c047-90dc-4063-b4a4-19e8a8008fab tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0666716
Jun 21 04:40:11.994735 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2b4697ce-3963-40ef-995a-f4c336963c57 req-67d73319-368d-4137-ad7a-563b0bbf8fbb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305200
Jun 21 04:40:12.158024 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6b038-3717-468a-99f2-8ca0ebab00a0 req-cb8ad7f1-01c8-4d99-a265-a41330057435 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:12.159465 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b7c6b038-3717-468a-99f2-8ca0ebab00a0 req-cb8ad7f1-01c8-4d99-a265-a41330057435 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0605443
Jun 21 04:40:12.167900 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44048) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:40:12.172538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Request body: {'floatingip': {'port_id': 'fc032bc7-872e-4019-978f-a75f217b3611'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:40:12.213935 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:12.903874 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:12.909983 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:13.006033 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Floating IP b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa associated. External IP: 172.27.0.59, port: fc032bc7-872e-4019-978f-a75f217b3611.
Jun 21 04:40:13.205123 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:40:13.310761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:40:13.315661 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:13.321002 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:40:13.331046 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:40:13.331675 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1160>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:40:13.352519 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-bf9eb6df-74f3-467f-9870-7518d9dbcbd7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "PUT /v2.0/floatingips/b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa HTTP/1.1" status: 200  len: 990 time: 1.1834645
Jun 21 04:40:13.353494 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:40:13.355961 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a7861-7931-4b24-ac9e-ffbf9e230f80" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "tag": "fc032bc7-872e-4019-978f-a75f217b3611"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:40:13.392879 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d2d140-2c77-485e-8f54-62793af4c685 x-openstack-request-id: req-10d2d140-2c77-485e-8f54-62793af4c685 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:40:13.393206 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "tag": "fc032bc7-872e-4019-978f-a75f217b3611", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:40:13.393494 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10d2d140-2c77-485e-8f54-62793af4c685 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:40:13.393929 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611', 'status': 'completed', 'code': 200}
Jun 21 04:40:13.441226 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:40:13.515760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-a0d193e2-f57a-4b7c-9d24-4e08709c2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:13.517276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-a0d193e2-f57a-4b7c-9d24-4e08709c2140 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af1f579c2af6407bb6a21e449a5a490c&device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 1098 time: 0.0544360
Jun 21 04:40:13.613719 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-05d1323f-6e8a-4fda-86df-5e75f26602ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:13.615204 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-05d1323f-6e8a-4fda-86df-5e75f26602ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 200  len: 911 time: 0.0919139
Jun 21 04:40:13.671546 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1160>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'port_id': 'fc032bc7-872e-4019-978f-a75f217b3611', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'mac_address': 'fa:16:3e:37:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:39:59Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 1, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:40:13.682141 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-81ff5aa8-cebd-4340-a4c0-f3b293fe5e4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc032bc7-872e-4019-978f-a75f217b3611 HTTP/1.1" status: 200  len: 998 time: 0.0608144
Jun 21 04:40:13.697573 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:40:13.705889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:40:13.706492 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1160>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:39:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:40:13.730789 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-e1634278-ea69-4b2f-b4cf-f60ad56e10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:13.732266 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-e1634278-ea69-4b2f-b4cf-f60ad56e10dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 200  len: 849 time: 0.0430639
Jun 21 04:40:13.788503 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-24cb9cef-da09-422a-8e7d-57bbd48932bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:13.789899 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-24cb9cef-da09-422a-8e7d-57bbd48932bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31c1f1d4-8ae2-42c6-846e-a5929bb88c85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0512371
Jun 21 04:40:13.810375 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:40:13.886929 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-0a5d61f0-556a-4178-8bd1-f9cfa45a3659 service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903654
Jun 21 04:40:13.975228 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-389a7861-7931-4b24-ac9e-ffbf9e230f80 req-4ab32f62-32d5-44ac-a7db-a16a546674db service neutron] 10.222.0.69 "GET /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808554
Jun 21 04:40:14.028567 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e9b1160>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'port_id': 'fc032bc7-872e-4019-978f-a75f217b3611', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'mac_address': 'fa:16:3e:37:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:39:59Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 1, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:40:14.065885 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbe7c-30ef-4999-89ac-add52ac1f8e1 None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': 'b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'port_id': 'fc032bc7-872e-4019-978f-a75f217b3611', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'mac_address': 'fa:16:3e:37:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:39:59Z', 'updated_at': '2021-06-21T04:40:12Z', 'revision_number': 1, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:40:14.241698 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af353b51-0582-4f06-912d-7746aa846384 None None] New status for floating IP b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa: ACTIVE {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:40:15.985202 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae380cb1-31e6-4320-be9a-543f7c70bb4f req-315447c9-7362-4af1-ab53-58c25dcc3d8c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:15.986595 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ae380cb1-31e6-4320-be9a-543f7c70bb4f req-315447c9-7362-4af1-ab53-58c25dcc3d8c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0640337
Jun 21 04:40:16.027107 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ae380cb1-31e6-4320-be9a-543f7c70bb4f req-847a5344-dabd-4dfc-bd36-168514a25cd8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342658
Jun 21 04:40:17.201754 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b702-f535-43f2-99fc-e62002c8da6d req-c3ff3a9c-542b-421b-87ff-709ec018d66a tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:17.203201 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5d40b702-f535-43f2-99fc-e62002c8da6d req-c3ff3a9c-542b-421b-87ff-709ec018d66a tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0656264
Jun 21 04:40:17.238861 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5d40b702-f535-43f2-99fc-e62002c8da6d req-3a0f7dd4-18de-4e96-82c9-eb1f19350a92 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299985
Jun 21 04:40:18.414676 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba60281-da49-46f3-bc28-aa8b1581cf87 req-3e16f6a2-004f-48c4-804d-20c5c5626203 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:18.416163 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fba60281-da49-46f3-bc28-aa8b1581cf87 req-3e16f6a2-004f-48c4-804d-20c5c5626203 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0621936
Jun 21 04:40:18.452780 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fba60281-da49-46f3-bc28-aa8b1581cf87 req-62fdf5ec-8635-4152-a5ce-ba4636d89950 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309870
Jun 21 04:40:19.626720 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675e6b8-bd25-49ac-b6d5-029791f3ee26 req-43cfe1ca-5659-4cf2-9a91-3361a4400551 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:19.628320 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7675e6b8-bd25-49ac-b6d5-029791f3ee26 req-43cfe1ca-5659-4cf2-9a91-3361a4400551 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0628498
Jun 21 04:40:19.666167 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7675e6b8-bd25-49ac-b6d5-029791f3ee26 req-c3d75842-0c22-413f-b941-6b0ba9db7c5d tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315428
Jun 21 04:40:20.842867 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b714c-20da-41b4-8414-6c0a8f205e61 req-04310df4-f262-45fd-9b9e-71617c1c4cce tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:20.844836 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e28b714c-20da-41b4-8414-6c0a8f205e61 req-04310df4-f262-45fd-9b9e-71617c1c4cce tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0687053
Jun 21 04:40:20.884241 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e28b714c-20da-41b4-8414-6c0a8f205e61 req-ee094365-60ef-4e86-91ae-169349f2dc37 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308933
Jun 21 04:40:22.055502 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246367de-2d59-4774-86ce-f8fd785564b5 req-6bd0f2b2-cb87-4460-b249-a8a3c05338f7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:22.057019 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-246367de-2d59-4774-86ce-f8fd785564b5 req-6bd0f2b2-cb87-4460-b249-a8a3c05338f7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0616729
Jun 21 04:40:22.092813 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-246367de-2d59-4774-86ce-f8fd785564b5 req-423cdebd-c842-47c0-ad25-74a1f88e26ec tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303462
Jun 21 04:40:23.268316 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7bbf-b058-433b-a9d8-abbb952816a5 req-4896dc22-962e-48a1-9022-58806845baca tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:23.269754 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-54ea7bbf-b058-433b-a9d8-abbb952816a5 req-4896dc22-962e-48a1-9022-58806845baca tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0643265
Jun 21 04:40:23.307528 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-54ea7bbf-b058-433b-a9d8-abbb952816a5 req-4775e2d3-d75d-4258-9b14-9e12ae787ef0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312719
Jun 21 04:40:23.897488 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-01cb88a7-3d60-4c49-9201-1ef78de7f407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:24.483884 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb212-c66b-44bf-b56d-7243e4cfd5af req-60925b5f-db59-481c-851b-aa679cef0ed3 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:24.485404 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-efadb212-c66b-44bf-b56d-7243e4cfd5af req-60925b5f-db59-481c-851b-aa679cef0ed3 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0665445
Jun 21 04:40:24.522373 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-efadb212-c66b-44bf-b56d-7243e4cfd5af req-aed15c5a-947f-4362-89dd-916337f59a6e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313938
Jun 21 04:40:25.316572 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:40:25.701546 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc051f2a-43ac-40ca-a6bf-e74ac17998fc req-c4e55d6f-9f51-48ae-bf89-114117f90fac tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:25.703052 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dc051f2a-43ac-40ca-a6bf-e74ac17998fc req-c4e55d6f-9f51-48ae-bf89-114117f90fac tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0687087
Jun 21 04:40:25.740844 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dc051f2a-43ac-40ca-a6bf-e74ac17998fc req-e29a6980-60f0-420b-a1c2-e68dcf870708 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319495
Jun 21 04:40:26.251454 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece8e3-3868-4acd-928f-d00401b44716 req-64bd3295-dce1-43af-bf0e-c1f80833caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:26.252861 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-64bd3295-dce1-43af-bf0e-c1f80833caed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0517125
Jun 21 04:40:26.351298 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece8e3-3868-4acd-928f-d00401b44716 req-9bbf3cb9-674e-46d4-af56-66343f8d451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:26.352767 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-9bbf3cb9-674e-46d4-af56-66343f8d451b service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.0843763
Jun 21 04:40:26.422515 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-5d92f91e-401a-4fb6-83f2-8eb61780624e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 1000 time: 0.0562401
Jun 21 04:40:26.470995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece8e3-3868-4acd-928f-d00401b44716 req-6e0d190b-af09-4ebd-8c21-575a217992f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:26.472402 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-6e0d190b-af09-4ebd-8c21-575a217992f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0421305
Jun 21 04:40:26.511891 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-83815542-a14f-4948-87f2-2a399c585092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:26.531777 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece8e3-3868-4acd-928f-d00401b44716 req-52058d3c-fac0-432a-8642-b8d9c97096d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:26.533281 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-52058d3c-fac0-432a-8642-b8d9c97096d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0545113
Jun 21 04:40:26.617459 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-b0625a74-2407-43b9-aa31-1c7877467c1e service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0771816
Jun 21 04:40:26.710166 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13ece8e3-3868-4acd-928f-d00401b44716 req-82239750-797a-4a79-be1a-04cc6b315b60 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820348
Jun 21 04:40:26.898084 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:26.913724 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd6615-27dd-4ff9-8e66-911aabe5ca0d req-6be45726-e2f8-4309-8d69-9899f39df3a9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:26.915374 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-88bd6615-27dd-4ff9-8e66-911aabe5ca0d req-6be45726-e2f8-4309-8d69-9899f39df3a9 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0634248
Jun 21 04:40:26.954242 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-88bd6615-27dd-4ff9-8e66-911aabe5ca0d req-ae56fc59-0fd1-41c2-8961-027e3dc28f38 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329142
Jun 21 04:40:27.489622 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:28.124360 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67d9aa-6626-45df-b590-b88d4f8a0c70 req-e043e393-74d9-4b7a-a42a-2eb478476898 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:28.125828 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7a67d9aa-6626-45df-b590-b88d4f8a0c70 req-e043e393-74d9-4b7a-a42a-2eb478476898 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0611408
Jun 21 04:40:28.165808 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7a67d9aa-6626-45df-b590-b88d4f8a0c70 req-1fd53a33-5e66-4a79-aad2-07a9664dbab7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337894
Jun 21 04:40:28.677706 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:29.245294 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:29.341666 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6411a96-3e5f-4bcd-8c34-53be250ac698 req-7ba69249-d681-4297-a1dd-6be2bd669c79 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:29.343125 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f6411a96-3e5f-4bcd-8c34-53be250ac698 req-7ba69249-d681-4297-a1dd-6be2bd669c79 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0621946
Jun 21 04:40:29.378621 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f6411a96-3e5f-4bcd-8c34-53be250ac698 req-b8b527cf-0194-4a4f-9693-19a32d0911a0 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299504
Jun 21 04:40:29.659380 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-775adcac-de1e-4237-8331-12e782d0162c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0573342
Jun 21 04:40:29.738759 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779804b-f274-430f-8dc2-e64267d3a71a req-39c2adf2-4a31-46b4-a264-7bc508840e06 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:29.744603 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f779804b-f274-430f-8dc2-e64267d3a71a req-39c2adf2-4a31-46b4-a264-7bc508840e06 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0796704
Jun 21 04:40:29.782633 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f779804b-f274-430f-8dc2-e64267d3a71a req-451844a2-54aa-4320-aa06-dea3a0ea0fd2 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360417
Jun 21 04:40:30.962179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7072976-7a44-4985-8f1a-41ec8d617b85 req-6533535e-2386-49cc-9548-4f491a12d35e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:30.963529 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e7072976-7a44-4985-8f1a-41ec8d617b85 req-6533535e-2386-49cc-9548-4f491a12d35e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0637250
Jun 21 04:40:31.001369 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e7072976-7a44-4985-8f1a-41ec8d617b85 req-d1bca059-fbab-4e4f-aa16-e6ec3b891acf tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317760
Jun 21 04:40:31.454119 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-6c75541b-0725-4950-9f82-616ae9a4909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:31.455680 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-6c75541b-0725-4950-9f82-616ae9a4909a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711&tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07 HTTP/1.1" status: 200  len: 1098 time: 0.0851276
Jun 21 04:40:31.543149 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-4261582a-1b95-44d9-930b-564765227678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:31.544657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-4261582a-1b95-44d9-930b-564765227678 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0523229
Jun 21 04:40:31.637464 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-786efce9-4207-4274-8d60-ebc4b60fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:31.638904 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-786efce9-4207-4274-8d60-ebc4b60fcfa3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.0862956
Jun 21 04:40:31.704765 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-73a887d3-70b9-441e-a673-f94a68684f50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 1000 time: 0.0574374
Jun 21 04:40:31.755225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-5786df4a-5418-4b20-a066-d068f6709bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:31.756662 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-5786df4a-5418-4b20-a066-d068f6709bd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0420785
Jun 21 04:40:31.821799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-b0a51288-cc13-49ab-91bf-9a1f94afba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:31.823277 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-b0a51288-cc13-49ab-91bf-9a1f94afba1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0550902
Jun 21 04:40:31.921144 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-6a1764a4-85f9-4b65-8027-b3f32a9eef4c service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840814
Jun 21 04:40:32.023557 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-6ae45614-7071-40f0-a25f-88f75240542c service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842695
Jun 21 04:40:32.182676 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673a83c-d359-4952-bac0-6d3f370a7e44 req-2274b4f4-21a1-49c5-8965-6e9f6fa948e3 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:32.184045 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2673a83c-d359-4952-bac0-6d3f370a7e44 req-2274b4f4-21a1-49c5-8965-6e9f6fa948e3 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0613818
Jun 21 04:40:32.220345 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2673a83c-d359-4952-bac0-6d3f370a7e44 req-d1f8eb99-2f12-4415-b983-8120359f6f68 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307279
Jun 21 04:40:32.675558 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:40:32.749556 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:32.770826 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:40:32.776628 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b68511-94f7-4bcf-9d44-9d62a90afc43" -d '{"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:40:32.785358 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:32.789488 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:32.791238 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:32.812719 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c98821-7df1-40eb-9e8a-97ef67c5f279 x-openstack-request-id: req-76c98821-7df1-40eb-9e8a-97ef67c5f279 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:40:32.813051 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:40:32.813311 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76c98821-7df1-40eb-9e8a-97ef67c5f279 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:40:32.813696 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'code': 200}
Jun 21 04:40:32.837975 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=6']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:32.841193 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:33.397111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20b548-bd51-48bb-87d5-e6fb5efd38c4 req-fc181a83-56e0-462c-afdf-79102d02afa6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:33.398595 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2f20b548-bd51-48bb-87d5-e6fb5efd38c4 req-fc181a83-56e0-462c-afdf-79102d02afa6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0651844
Jun 21 04:40:33.435846 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2f20b548-bd51-48bb-87d5-e6fb5efd38c4 req-148ea94b-ba49-4d5c-bc7e-cdf461ee3ded tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315766
Jun 21 04:40:34.609809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7862a-bbe2-400d-a3f2-026693757edf req-076bf4e7-7740-4902-8629-ba7df4188cdb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:34.611276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-32c7862a-bbe2-400d-a3f2-026693757edf req-076bf4e7-7740-4902-8629-ba7df4188cdb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0624900
Jun 21 04:40:34.647398 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-32c7862a-bbe2-400d-a3f2-026693757edf req-816bb4f3-b428-4d84-b475-3fdac961cbbb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299497
Jun 21 04:40:35.825063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c8ea-5d66-4fdd-b612-c1b3f8c694ee req-9f7ac9ef-a7e2-44ec-89fc-5ab856a1e9d8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:35.826549 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-23d0c8ea-5d66-4fdd-b612-c1b3f8c694ee req-9f7ac9ef-a7e2-44ec-89fc-5ab856a1e9d8 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0624838
Jun 21 04:40:35.863862 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-23d0c8ea-5d66-4fdd-b612-c1b3f8c694ee req-04efcadc-9b54-4b07-a5f5-8b7b13ccc4a4 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317156
Jun 21 04:40:37.031469 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde352-cbf2-433f-ace9-210577d89eb0 req-5e08d808-f42a-485f-b634-4add5b76c770 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:37.032921 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ebcde352-cbf2-433f-ace9-210577d89eb0 req-5e08d808-f42a-485f-b634-4add5b76c770 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0602527
Jun 21 04:40:37.068748 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ebcde352-cbf2-433f-ace9-210577d89eb0 req-424117a3-f5db-4b27-8fe0-4982e0749645 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298285
Jun 21 04:40:38.236528 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cb08-7555-4562-8785-8ec54ca0724b req-a8ec1deb-6ee1-487e-9c4a-b3e92f8fab0e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:38.238001 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-eda4cb08-7555-4562-8785-8ec54ca0724b req-a8ec1deb-6ee1-487e-9c4a-b3e92f8fab0e tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0618415
Jun 21 04:40:38.278771 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-eda4cb08-7555-4562-8785-8ec54ca0724b req-45352c5c-aa1a-4ab9-ac11-00ddc7cce382 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347075
Jun 21 04:40:39.452640 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dcf0a-6c6f-47de-b394-f6b9d35f9988 req-01baab0b-ef34-44bc-8534-01a6e7c5f004 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:39.454103 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-505dcf0a-6c6f-47de-b394-f6b9d35f9988 req-01baab0b-ef34-44bc-8534-01a6e7c5f004 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0648329
Jun 21 04:40:39.492347 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-505dcf0a-6c6f-47de-b394-f6b9d35f9988 req-f977bb7b-2f98-4bd7-ac9b-752728ab19ba tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321302
Jun 21 04:40:39.704820 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af1e0-ce44-4395-83fe-c149c112add9 req-95538084-2f36-457f-a094-07aeef28487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:39.706265 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4d7af1e0-ce44-4395-83fe-c149c112add9 req-95538084-2f36-457f-a094-07aeef28487e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1096 time: 0.0504403
Jun 21 04:40:39.752202 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4d7af1e0-ce44-4395-83fe-c149c112add9 req-3a1741f5-1d23-4109-aa9f-498e4d5239fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322876
Jun 21 04:40:40.662253 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843fc5b-d936-442a-af77-83f4e04c8b83 req-e59fbfb3-30ce-45eb-865d-ac5e5d1caae6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:40.663701 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f843fc5b-d936-442a-af77-83f4e04c8b83 req-e59fbfb3-30ce-45eb-865d-ac5e5d1caae6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 943 time: 0.0618758
Jun 21 04:40:40.699729 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f843fc5b-d936-442a-af77-83f4e04c8b83 req-94283fef-ddb6-41f9-bfe1-b434e3d6f5c2 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304897
Jun 21 04:40:40.724522 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:40:40.822191 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:40.832983 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'port_id': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'mac_address': 'fa:16:3e:7f:d4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:40:40.871468 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:40.883416 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:40:40.901943 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:40.905445 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:40.906940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ec272419-2fad-40ef-baf5-11237a56c1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:40.950988 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=7']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:40.954041 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:41.502692 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:40:41.874204 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dea8a-aa48-4c79-bc93-841649399c81 req-2430efe4-a00e-4837-9800-ded3158f25c6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:41.875699 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-555dea8a-aa48-4c79-bc93-841649399c81 req-2430efe4-a00e-4837-9800-ded3158f25c6 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 944 time: 0.0633798
Jun 21 04:40:41.911971 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-555dea8a-aa48-4c79-bc93-841649399c81 req-aeb1e1cf-c74f-416d-8fc2-89445e87058b tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0300632
Jun 21 04:40:44.751216 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:40:44.804961 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:40:44.805351 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:44.897643 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:44.923197 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:40:44.925712 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573fdd8-0cfc-4178-810b-a33b7600561c" -d '{"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-plugged", "status": "completed", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:40:44.944041 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:44.949011 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:44.951376 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84340e07-e074-421f-8106-a4cf2b37f9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:45.003940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=8']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:45.007763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:45.078077 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78935cc-4cdf-4aa8-8996-853b8aa3787e req-ddb8bae0-3f44-4fa5-ae73-5f0c5fafe400 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:45.079568 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d78935cc-4cdf-4aa8-8996-853b8aa3787e req-ddb8bae0-3f44-4fa5-ae73-5f0c5fafe400 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0627780
Jun 21 04:40:45.117277 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d78935cc-4cdf-4aa8-8996-853b8aa3787e req-b8cbc5d9-7df5-401c-9c4b-f95e629097ad tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319400
Jun 21 04:40:45.143027 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df825e16-1ede-4173-a46c-cf10dbd7f97b x-openstack-request-id: req-df825e16-1ede-4173-a46c-cf10dbd7f97b {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:40:45.143327 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-plugged", "status": "completed", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:40:45.143614 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df825e16-1ede-4173-a46c-cf10dbd7f97b {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:40:45.144014 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'code': 200}
Jun 21 04:40:46.296089 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1c25e-abc5-4572-9aa0-c45c8a5aa10c req-f7f6ff35-1264-41ba-8abf-945eb7fb2ee8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:46.297592 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-86e1c25e-abc5-4572-9aa0-c45c8a5aa10c req-f7f6ff35-1264-41ba-8abf-945eb7fb2ee8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0650680
Jun 21 04:40:46.333918 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-86e1c25e-abc5-4572-9aa0-c45c8a5aa10c req-f381364d-3a85-4885-b9a2-3dfebe2c844c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302339
Jun 21 04:40:47.510236 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a740cfb-7404-458a-b57a-b66aec4dc1f8 req-baf57078-741d-48ef-9187-4b797e8303fb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:47.511695 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4a740cfb-7404-458a-b57a-b66aec4dc1f8 req-baf57078-741d-48ef-9187-4b797e8303fb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0618017
Jun 21 04:40:47.547509 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4a740cfb-7404-458a-b57a-b66aec4dc1f8 req-ef7b7647-8946-4928-a80c-3dab382c3491 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0301080
Jun 21 04:40:48.726432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be90b0-ef9c-4c12-9d34-d4c88a7b28de req-67288a72-9591-4248-bfba-ac969cfc5c95 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:48.727794 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13be90b0-ef9c-4c12-9d34-d4c88a7b28de req-67288a72-9591-4248-bfba-ac969cfc5c95 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0650363
Jun 21 04:40:48.767012 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-13be90b0-ef9c-4c12-9d34-d4c88a7b28de req-6e4463d1-fd03-4269-aa62-b964b6a140e8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336967
Jun 21 04:40:49.940518 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46df4-f361-428a-81ec-d4b86afc2125 req-2abd8875-51c0-4774-8325-f59d00175fb2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:49.941987 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96d46df4-f361-428a-81ec-d4b86afc2125 req-2abd8875-51c0-4774-8325-f59d00175fb2 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0613596
Jun 21 04:40:49.978786 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96d46df4-f361-428a-81ec-d4b86afc2125 req-b5b519bd-bd89-4b45-86db-de6d82053dea tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312090
Jun 21 04:40:51.297143 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f67bc-fdbd-4f96-94cd-12bf92f2f5ea req-fe142ee4-1fd9-41af-88e0-405e64c5d3e9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:51.298490 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3e9f67bc-fdbd-4f96-94cd-12bf92f2f5ea req-fe142ee4-1fd9-41af-88e0-405e64c5d3e9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.2073088
Jun 21 04:40:51.337880 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3e9f67bc-fdbd-4f96-94cd-12bf92f2f5ea req-b4de390c-d652-4464-997b-8726d3294a97 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330188
Jun 21 04:40:52.510479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27ce1-67c0-46dd-8b16-578478a734af req-4a07991b-3ce3-43fc-9222-66f8332f9b68 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:52.512224 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f2d27ce1-67c0-46dd-8b16-578478a734af req-4a07991b-3ce3-43fc-9222-66f8332f9b68 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0612037
Jun 21 04:40:52.547665 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f2d27ce1-67c0-46dd-8b16-578478a734af req-c9662fe6-0b28-42d3-b1b3-095f40f5a991 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299551
Jun 21 04:40:53.723363 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda51fb-8817-4ff6-99e6-adce859e8e37 req-3fa0893b-f2b8-4c85-8d17-b69cfa767635 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:53.725461 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-afda51fb-8817-4ff6-99e6-adce859e8e37 req-3fa0893b-f2b8-4c85-8d17-b69cfa767635 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0612793
Jun 21 04:40:53.761284 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-afda51fb-8817-4ff6-99e6-adce859e8e37 req-f923bc42-6ea5-473c-96e5-c38ca3eb03f3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0301435
Jun 21 04:40:53.901937 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd53b-8f9d-4a70-9f12-1899669ea407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:54.940235 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d0cf4-7eee-4d30-8d57-03dc9d21ab58 req-eeacd52d-92f2-41aa-8952-8cedb4777961 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:54.941674 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d44d0cf4-7eee-4d30-8d57-03dc9d21ab58 req-eeacd52d-92f2-41aa-8952-8cedb4777961 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0641074
Jun 21 04:40:54.977763 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d44d0cf4-7eee-4d30-8d57-03dc9d21ab58 req-d9b0c119-3759-42f1-b57e-38589b463783 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304818
Jun 21 04:40:56.153972 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b42f-8def-4735-8efd-f117c4719433 req-c8a2f03f-a670-4bd9-9f6c-a5ac094b440d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:56.155450 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e3a8b42f-8def-4735-8efd-f117c4719433 req-c8a2f03f-a670-4bd9-9f6c-a5ac094b440d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0650747
Jun 21 04:40:56.191637 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e3a8b42f-8def-4735-8efd-f117c4719433 req-e21bf901-1cc9-4567-8e4f-269817a8b50f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304611
Jun 21 04:40:56.511911 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-3cb41f2a-26e4-4d85-914e-26f298fed812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:56.814487 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:40:56.915505 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:56.917823 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:56.927174 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'mac_address': 'fa:16:3e:95:b2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:40:56.963211 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:56.979585 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:40:56.998210 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:57.002043 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:57.003665 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84d2800a-9bf0-4fb2-99f2-e68564a58135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:57.047782 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=6']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:57.050695 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:57.177371 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:40:57.491635 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:57.492936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3da1-160c-448f-8101-6b046cc82901 req-a173a8f1-5d59-4cb2-8d30-4bdc92d567a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:57.494435 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-de7a3da1-160c-448f-8101-6b046cc82901 req-a173a8f1-5d59-4cb2-8d30-4bdc92d567a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 944 time: 0.0623770
Jun 21 04:40:57.534492 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-de7a3da1-160c-448f-8101-6b046cc82901 req-7459ba05-f48e-4fbf-a129-2c2d3f64afa6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345423
Jun 21 04:40:58.689088 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:58.712486 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3033c-0e1b-4fa7-be66-de7dba976083 req-7e31c270-c2f2-481d-82fb-92764203aa7e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:58.714231 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5ad3033c-0e1b-4fa7-be66-de7dba976083 req-7e31c270-c2f2-481d-82fb-92764203aa7e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 944 time: 0.0636330
Jun 21 04:40:58.749860 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5ad3033c-0e1b-4fa7-be66-de7dba976083 req-908e721e-a5e7-422f-b7f5-8421b4692a91 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0298550
Jun 21 04:40:58.831048 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:40:58.879209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:40:58.879582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:58.952086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:58.973605 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:40:58.975894 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c69fa99-9a95-4051-a1b9-d9a6633db16e" -d '{"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-plugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:40:58.988509 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:40:58.993633 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:58.995676 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:40:59.021217 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b90dbd-6848-4a7d-a263-452e6c2a7f44 x-openstack-request-id: req-62b90dbd-6848-4a7d-a263-452e6c2a7f44 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:40:59.021511 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-plugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:40:59.021776 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62b90dbd-6848-4a7d-a263-452e6c2a7f44 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:40:59.022147 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'code': 200}
Jun 21 04:40:59.046038 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=7']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:40:59.048977 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:40:59.246644 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:40:59.932456 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4310-c54d-4057-8e06-27da6acf4b2a req-dbc9b620-53ef-4cff-9531-da663d0d602a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:40:59.933835 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-614a4310-c54d-4057-8e06-27da6acf4b2a req-dbc9b620-53ef-4cff-9531-da663d0d602a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0617795
Jun 21 04:40:59.970446 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-614a4310-c54d-4057-8e06-27da6acf4b2a req-8e156c06-554c-4109-ae7e-a060f506d9f8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308917
Jun 21 04:41:01.157407 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa2498-f23e-4017-8136-4891e707b737 req-8314765c-86a0-4ddd-b8c3-cc1140b731c1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:01.158859 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-daaa2498-f23e-4017-8136-4891e707b737 req-8314765c-86a0-4ddd-b8c3-cc1140b731c1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0700524
Jun 21 04:41:01.195268 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-daaa2498-f23e-4017-8136-4891e707b737 req-4c2712ee-d9c8-4205-b604-04f3b5f84a9e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0298374
Jun 21 04:41:02.314744 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:41:02.370049 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55bb4-1f61-4050-82b0-1fc8d4fc3ec9 req-6521d1e9-0363-4825-b592-7ba9ca1842be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:02.371513 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c6b55bb4-1f61-4050-82b0-1fc8d4fc3ec9 req-6521d1e9-0363-4825-b592-7ba9ca1842be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0616188
Jun 21 04:41:02.407585 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c6b55bb4-1f61-4050-82b0-1fc8d4fc3ec9 req-de3fb8bd-13b6-426c-8682-5362a0e59e11 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304499
Jun 21 04:41:03.583154 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad092-a320-400c-b99d-5adb1061e5b7 req-8c327635-f313-4756-a16e-3fdfc91691a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:03.584644 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e34ad092-a320-400c-b99d-5adb1061e5b7 req-8c327635-f313-4756-a16e-3fdfc91691a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0614512
Jun 21 04:41:03.625169 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e34ad092-a320-400c-b99d-5adb1061e5b7 req-a899f991-4bd6-4a53-92f4-6f4463eb5a27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344875
Jun 21 04:41:04.464680 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38356f-ead6-42c3-a85c-499acb59771d req-95334813-30f6-4c74-9962-6464c9bbd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:04.466164 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-95334813-30f6-4c74-9962-6464c9bbd3a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1098 time: 0.0572243
Jun 21 04:41:04.568419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38356f-ead6-42c3-a85c-499acb59771d req-d4f4cbd1-459a-49ee-8b9f-a3d5a6550aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:04.570468 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-d4f4cbd1-459a-49ee-8b9f-a3d5a6550aab service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0841022
Jun 21 04:41:04.643330 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-20d68df5-a265-4944-9e2c-43a232fd2367 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 1000 time: 0.0651565
Jun 21 04:41:04.694012 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38356f-ead6-42c3-a85c-499acb59771d req-b930cd27-3b6d-4619-aeb0-c3e52c4ebcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:04.695471 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-b930cd27-3b6d-4619-aeb0-c3e52c4ebcf6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0448897
Jun 21 04:41:04.766302 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38356f-ead6-42c3-a85c-499acb59771d req-cc62b911-6aa9-42e0-a55c-e037a45bb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:04.767941 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-cc62b911-6aa9-42e0-a55c-e037a45bb999 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0653689
Jun 21 04:41:04.906135 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a637e5-df2f-4730-a75b-e8180d746ce2 req-aba1e6ef-26b3-4e8b-9d1d-3e6bf70d7cf4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:04.907830 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f1a637e5-df2f-4730-a75b-e8180d746ce2 req-aba1e6ef-26b3-4e8b-9d1d-3e6bf70d7cf4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.1385143
Jun 21 04:41:04.909921 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-fc2e4afa-f1f7-48bc-814d-885feccf792c service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302211
Jun 21 04:41:05.000758 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f1a637e5-df2f-4730-a75b-e8180d746ce2 req-060c6774-879f-412d-836c-54541b04f760 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863547
Jun 21 04:41:05.038063 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3a38356f-ead6-42c3-a85c-499acb59771d req-48114b21-5818-47d3-9d33-d9051d0c7d23 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174316
Jun 21 04:41:06.185706 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fe7b6-da52-4231-a383-937af2064ff9 req-4820cf1e-07d6-4048-b2b7-cba80a615b35 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:06.187431 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-145fe7b6-da52-4231-a383-937af2064ff9 req-4820cf1e-07d6-4048-b2b7-cba80a615b35 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0690951
Jun 21 04:41:06.230314 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-145fe7b6-da52-4231-a383-937af2064ff9 req-7f2085f3-9687-4c01-8d97-434738598abc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371044
Jun 21 04:41:07.427532 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc536af7-5ec2-47ed-8f0c-c6b63511e517 req-0a882301-5715-422f-a155-8e82fd366f6b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:07.429013 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc536af7-5ec2-47ed-8f0c-c6b63511e517 req-0a882301-5715-422f-a155-8e82fd366f6b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0686259
Jun 21 04:41:07.472418 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc536af7-5ec2-47ed-8f0c-c6b63511e517 req-34be009c-e7b4-4577-a672-9004170e0c73 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372741
Jun 21 04:41:08.662616 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33dbbc-013b-4368-8d7b-539de263f646 req-0764afd2-84ae-4047-adaf-419066e874ec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:08.664211 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bb33dbbc-013b-4368-8d7b-539de263f646 req-0764afd2-84ae-4047-adaf-419066e874ec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0656221
Jun 21 04:41:08.705798 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bb33dbbc-013b-4368-8d7b-539de263f646 req-b7cea452-046d-44cc-87a8-279feaf1035e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358231
Jun 21 04:41:09.886753 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10908ee-59ac-41e2-b1d9-fef90c3dc3c6 req-633848aa-b53c-4bde-a23b-e0c70775cf2e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:09.888301 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f10908ee-59ac-41e2-b1d9-fef90c3dc3c6 req-633848aa-b53c-4bde-a23b-e0c70775cf2e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0664339
Jun 21 04:41:09.927740 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f10908ee-59ac-41e2-b1d9-fef90c3dc3c6 req-b7ae1752-d0b4-4959-a837-7042d9d753a3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330153
Jun 21 04:41:11.121557 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2c69-e0b5-4261-9321-183b8c5567c0 req-0382b25d-3daa-4e34-8b29-b592f894c2be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:11.123168 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e4cd2c69-e0b5-4261-9321-183b8c5567c0 req-0382b25d-3daa-4e34-8b29-b592f894c2be tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0746582
Jun 21 04:41:11.161036 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e4cd2c69-e0b5-4261-9321-183b8c5567c0 req-a5471227-c2db-4eac-9c13-1717c61aea8d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321538
Jun 21 04:41:12.371108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b8dc-e1e5-4be7-ae94-22ddf3af3964 req-22e7fee2-b9d5-463e-9a27-be9f360b1ba0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:12.373091 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f751b8dc-e1e5-4be7-ae94-22ddf3af3964 req-22e7fee2-b9d5-463e-9a27-be9f360b1ba0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0782301
Jun 21 04:41:12.420881 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f751b8dc-e1e5-4be7-ae94-22ddf3af3964 req-9c6ff800-246b-498a-bde3-a1eb79546d27 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420144
Jun 21 04:41:13.620534 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083c257-f81d-44fb-91c1-18b8847abb02 req-d53a41a2-da7e-425c-bbbe-1f0831608c89 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:13.622019 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5083c257-f81d-44fb-91c1-18b8847abb02 req-d53a41a2-da7e-425c-bbbe-1f0831608c89 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0824251
Jun 21 04:41:13.663888 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5083c257-f81d-44fb-91c1-18b8847abb02 req-0aa0809a-00f0-436f-b3be-63f40d880a39 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351450
Jun 21 04:41:14.848979 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fb976-d2a3-4c07-80f1-afbb617f206b req-b9305075-13d6-4735-8675-bbab904cef54 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:14.850661 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e59fb976-d2a3-4c07-80f1-afbb617f206b req-b9305075-13d6-4735-8675-bbab904cef54 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0673916
Jun 21 04:41:14.892813 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e59fb976-d2a3-4c07-80f1-afbb617f206b req-c9aeb900-6c42-4423-abaa-4d32e41f36cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358939
Jun 21 04:41:16.079921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292bb09-c83f-4f9b-9da9-eec2a4aafd9b req-d46fe36a-008a-48d7-97d7-b21cab815b11 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:16.081532 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e292bb09-c83f-4f9b-9da9-eec2a4aafd9b req-d46fe36a-008a-48d7-97d7-b21cab815b11 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0662584
Jun 21 04:41:16.119804 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e292bb09-c83f-4f9b-9da9-eec2a4aafd9b req-db48f49e-f21a-4062-8d4b-9d749f96a758 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326307
Jun 21 04:41:17.312209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353b30b-cc6c-4976-beff-634cfe335a44 req-ecbb544e-94e4-4c01-bc93-eceae56aed4d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:17.313649 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1353b30b-cc6c-4976-beff-634cfe335a44 req-ecbb544e-94e4-4c01-bc93-eceae56aed4d tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0677028
Jun 21 04:41:17.351823 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1353b30b-cc6c-4976-beff-634cfe335a44 req-bb42c7f7-1a48-4ab4-80d6-863977bf3cbe tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322986
Jun 21 04:41:17.513693 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-d6df91b9-b968-4dcd-8be2-41cee646d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:17.514921 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-d6df91b9-b968-4dcd-8be2-41cee646d722 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1098 time: 0.0512917
Jun 21 04:41:17.604025 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-3f0c2d8c-c05e-47a6-936c-44eefbf96fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:17.605508 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-3f0c2d8c-c05e-47a6-936c-44eefbf96fdc service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0836608
Jun 21 04:41:17.670019 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-05e826c1-c8d2-4927-a98d-5b4d78ac1551 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 1000 time: 0.0575297
Jun 21 04:41:17.716997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-69a78f42-b122-4ef5-88a5-783564f1b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:17.718403 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-69a78f42-b122-4ef5-88a5-783564f1b83e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0418229
Jun 21 04:41:17.778196 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-b2a87b1d-c0f4-4b61-90f2-87d004580794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:17.779613 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-b2a87b1d-c0f4-4b61-90f2-87d004580794 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0542026
Jun 21 04:41:17.866041 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-4de1df94-eb00-4b8b-ba39-16a0aa6b72cb service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794711
Jun 21 04:41:18.227639 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e1195da4-9119-4581-89a8-3945218ac4e4 req-4af6a0c7-1b0f-485a-ad74-ac8a6b582f13 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3552721
Jun 21 04:41:18.530635 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06c739-5e0c-4122-9358-f233981d80e0 req-7317bb04-4971-4f61-9aeb-74f6242727f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:18.532002 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ce06c739-5e0c-4122-9358-f233981d80e0 req-7317bb04-4971-4f61-9aeb-74f6242727f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 945 time: 0.0619137
Jun 21 04:41:18.568870 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ce06c739-5e0c-4122-9358-f233981d80e0 req-dbf387e0-3bd1-4651-a697-bc9657376ffe tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307782
Jun 21 04:41:18.986159 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:41:19.058004 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:19.079538 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:41:19.081837 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb1672-91cd-47ca-ba5a-0f7624978b0c" -d '{"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:41:19.094473 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:41:19.100196 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:19.103090 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:41:19.127975 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d407b1b1-244f-4baa-8fc1-86dd7d9dbf6d x-openstack-request-id: req-d407b1b1-244f-4baa-8fc1-86dd7d9dbf6d {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:41:19.128296 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:41:19.128559 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d407b1b1-244f-4baa-8fc1-86dd7d9dbf6d {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:41:19.128941 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'code': 200}
Jun 21 04:41:19.153418 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=8']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:41:19.160200 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.160551 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.160895 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.161870 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.162219 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.162552 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.162884 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.163211 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.163540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.163866 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.164221 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.164546 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:41:19.168439 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:41:19.795088 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe881c7-99a3-4909-a29f-086cc0e760b1 req-ff36ab42-13d4-43f7-9107-7820fd459a2c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:19.796543 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3fe881c7-99a3-4909-a29f-086cc0e760b1 req-ff36ab42-13d4-43f7-9107-7820fd459a2c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.1134419
Jun 21 04:41:19.832354 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3fe881c7-99a3-4909-a29f-086cc0e760b1 req-5cb15a2b-6c6c-40c7-845b-c7eef321d661 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302391
Jun 21 04:41:21.010259 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e191f-daf1-4c1b-a937-f5a7d1a4727a req-e8b9b57f-1ac1-4b85-9acf-4f72fc27d515 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:21.011767 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e07e191f-daf1-4c1b-a937-f5a7d1a4727a req-e8b9b57f-1ac1-4b85-9acf-4f72fc27d515 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0635786
Jun 21 04:41:21.048418 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e07e191f-daf1-4c1b-a937-f5a7d1a4727a req-364dfe4d-babb-44bc-bbc1-dcea5a578d05 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310538
Jun 21 04:41:22.301900 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d9ca-bc3f-44db-9c3f-a3eb70401ace req-415dbee1-960f-4172-83d2-6d046e9cad39 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:22.303382 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-82e2d9ca-bc3f-44db-9c3f-a3eb70401ace req-415dbee1-960f-4172-83d2-6d046e9cad39 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0686607
Jun 21 04:41:22.347542 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-82e2d9ca-bc3f-44db-9c3f-a3eb70401ace req-824b37ac-5b0e-4439-a265-331c1e2bfed4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383353
Jun 21 04:41:22.434722 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44480) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:41:22.528979 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-b4699350-1c39-4e98-b494-e0ab6e577b69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0930142
Jun 21 04:41:22.998763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:41:23.527955 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46bd7-5ed7-43f9-b43d-8f93c981caf3 req-c013b5a3-cc89-4688-8de0-79ce1fa92521 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:23.529600 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d7c46bd7-5ed7-43f9-b43d-8f93c981caf3 req-c013b5a3-cc89-4688-8de0-79ce1fa92521 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0643053
Jun 21 04:41:23.568892 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d7c46bd7-5ed7-43f9-b43d-8f93c981caf3 req-e3597767-6afe-45f2-8e53-78d809b0a516 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337584
Jun 21 04:41:23.629851 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2818c0-1227-480b-a344-e45b5887c228 req-9fb21aa5-a2ac-4151-ba5d-353b04a70d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:23.631300 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-9fb21aa5-a2ac-4151-ba5d-353b04a70d0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b&tenant_id=e675f725dd95409596002be17e7bf626 HTTP/1.1" status: 200  len: 1096 time: 0.0509667
Jun 21 04:41:23.719880 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2818c0-1227-480b-a344-e45b5887c228 req-4805677a-45b8-41ef-8305-3abcff39bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:23.721375 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-4805677a-45b8-41ef-8305-3abcff39bb91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1096 time: 0.0544803
Jun 21 04:41:23.806841 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2818c0-1227-480b-a344-e45b5887c228 req-c305147f-69cf-4103-a555-f476a7b718c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:23.808291 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-c305147f-69cf-4103-a555-f476a7b718c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 200  len: 918 time: 0.0795934
Jun 21 04:41:23.875337 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-b37dcb23-b845-4c1b-a82b-0c5bbde42c92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 200  len: 998 time: 0.0605786
Jun 21 04:41:23.903742 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-592a253a-ffa6-4c41-bb66-068ffbd38644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:23.924026 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2818c0-1227-480b-a344-e45b5887c228 req-e08494db-9c64-48fd-a20a-bca1f1acd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:23.925509 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-e08494db-9c64-48fd-a20a-bca1f1acd1d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 200  len: 856 time: 0.0440872
Jun 21 04:41:23.981169 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2818c0-1227-480b-a344-e45b5887c228 req-0025d3aa-cbdf-4e41-90e3-87939d53c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:23.982598 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-0025d3aa-cbdf-4e41-90e3-87939d53c1a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=deba7b87-de95-4981-8527-337adae6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0502305
Jun 21 04:41:23.993539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-f073874b-ad74-40f6-8d0e-81d24493fa3f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:41:23.994458 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-f073874b-ad74-40f6-8d0e-81d24493fa3f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048769
Jun 21 04:41:24.086451 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-c164d1fe-649e-4530-912c-c2fc8b68a71e service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859239
Jun 21 04:41:24.171389 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-609e3a8c-6f57-44b7-8a64-0abe0482cf89 service neutron] 10.222.0.69 "GET /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0779171
Jun 21 04:41:24.797233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708c9d-204e-43aa-b559-dff035427a1e req-a1e7ef0a-ff55-4732-8ba0-cd93993ca941 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:24.798798 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4708c9d-204e-43aa-b559-dff035427a1e req-a1e7ef0a-ff55-4732-8ba0-cd93993ca941 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0855148
Jun 21 04:41:24.846086 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4708c9d-204e-43aa-b559-dff035427a1e req-1be013fd-959c-4c81-902d-cdb85c2c74df tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397382
Jun 21 04:41:26.029226 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886236dd-eb40-4696-8a5b-24226bbc4053 req-c08caded-d72b-4c7c-aef0-26173f664156 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:26.030635 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-886236dd-eb40-4696-8a5b-24226bbc4053 req-c08caded-d72b-4c7c-aef0-26173f664156 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0645902
Jun 21 04:41:26.073608 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-886236dd-eb40-4696-8a5b-24226bbc4053 req-633762c9-722c-4e30-8b59-0d83597c59b5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373006
Jun 21 04:41:26.513064 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-27744019-7521-4a40-951f-0f6d65a6a11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:26.899000 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:27.258333 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6a369-cbc8-45af-8cdd-684a420ececa req-b67519f6-d09d-4ecc-82ea-7293a4c278bd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:27.259684 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f7c6a369-cbc8-45af-8cdd-684a420ececa req-b67519f6-d09d-4ecc-82ea-7293a4c278bd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0663154
Jun 21 04:41:27.297722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f7c6a369-cbc8-45af-8cdd-684a420ececa req-f94e0cc8-78e1-46d0-a29d-87d61f615a57 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324075
Jun 21 04:41:27.495707 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:28.498741 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4669-0a8c-4bf1-a8b1-9a8b95ee5036 req-8c7239f1-a6a1-4139-b36d-4d78f55b9f47 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:28.500304 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1f3a4669-0a8c-4bf1-a8b1-9a8b95ee5036 req-8c7239f1-a6a1-4139-b36d-4d78f55b9f47 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0687423
Jun 21 04:41:28.540495 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1f3a4669-0a8c-4bf1-a8b1-9a8b95ee5036 req-283fe895-d400-46c9-9684-be7178effe72 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335722
Jun 21 04:41:28.701406 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:29.249864 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:29.722649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972f592-ee55-49e9-9adc-1210c83db286 req-a073a919-c10f-4733-9da1-dd99fafe74b7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:29.724827 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7972f592-ee55-49e9-9adc-1210c83db286 req-a073a919-c10f-4733-9da1-dd99fafe74b7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0665805
Jun 21 04:41:29.763316 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7972f592-ee55-49e9-9adc-1210c83db286 req-4f159203-75f5-4747-9470-810212a93d1e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327969
Jun 21 04:41:30.960331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec2f85-2344-48d5-af77-b95deb603529 req-d8a6ad63-3d09-4d00-8947-1c13a54bce80 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:30.962142 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cdec2f85-2344-48d5-af77-b95deb603529 req-d8a6ad63-3d09-4d00-8947-1c13a54bce80 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0633478
Jun 21 04:41:31.004751 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cdec2f85-2344-48d5-af77-b95deb603529 req-6e888d31-b5e6-42d6-a95e-9b5b2419a617 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360250
Jun 21 04:41:32.194770 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889ec5a-0bef-42a3-a659-9e836aa7834c req-96a6ac01-1dc6-436b-a399-c457ebf71270 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:32.196270 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e889ec5a-0bef-42a3-a659-9e836aa7834c req-96a6ac01-1dc6-436b-a399-c457ebf71270 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0721161
Jun 21 04:41:32.236413 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e889ec5a-0bef-42a3-a659-9e836aa7834c req-424020ab-3a3d-4fad-88d4-2594e2913b61 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343902
Jun 21 04:41:33.424744 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1ce1-4bc5-42ed-a54e-f249f1394983 req-0c923307-04c9-47eb-9a6a-0af1603121ce tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:33.426301 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-88ca1ce1-4bc5-42ed-a54e-f249f1394983 req-0c923307-04c9-47eb-9a6a-0af1603121ce tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0677485
Jun 21 04:41:33.464969 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-88ca1ce1-4bc5-42ed-a54e-f249f1394983 req-e5fc7e97-1624-4b47-9770-7aaf39879dcf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325310
Jun 21 04:41:34.647714 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b2301-53db-4b82-8943-e8d3c012c28e req-30127ba9-5baf-41a0-ac0c-3f204b099a4b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:34.649221 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e07b2301-53db-4b82-8943-e8d3c012c28e req-30127ba9-5baf-41a0-ac0c-3f204b099a4b tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0667374
Jun 21 04:41:34.691106 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e07b2301-53db-4b82-8943-e8d3c012c28e req-fd38779e-dfab-4f27-8b48-fd3e57fac1ac tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356588
Jun 21 04:41:35.869711 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765884ff-4536-45c4-9da4-09a746ff01e2 req-f8dfeaef-0b35-482b-803d-b78c23ff7dcd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:35.872092 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-765884ff-4536-45c4-9da4-09a746ff01e2 req-f8dfeaef-0b35-482b-803d-b78c23ff7dcd tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0647163
Jun 21 04:41:35.911382 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-765884ff-4536-45c4-9da4-09a746ff01e2 req-7c8610dd-37a0-4601-9e3e-369122e4d9db tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326102
Jun 21 04:41:37.085936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7743604-a0c8-46c2-b879-6d2384eedcbd req-d016973c-7ea8-46a5-a5c1-87c0dc0f1459 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:37.087404 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f7743604-a0c8-46c2-b879-6d2384eedcbd req-d016973c-7ea8-46a5-a5c1-87c0dc0f1459 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0607457
Jun 21 04:41:37.123973 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f7743604-a0c8-46c2-b879-6d2384eedcbd req-176ffdd7-9724-412d-a398-5d898bec0bfb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308175
Jun 21 04:41:38.302744 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa26bd-cd56-40a7-8d9a-68903fc904bb req-5ac3ca8d-37f1-44da-8e13-e3bf96c44aaf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:38.304221 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eeaa26bd-cd56-40a7-8d9a-68903fc904bb req-5ac3ca8d-37f1-44da-8e13-e3bf96c44aaf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0655344
Jun 21 04:41:38.340750 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-eeaa26bd-cd56-40a7-8d9a-68903fc904bb req-36c9ebcd-ca02-4319-ae3c-529e2023110c tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310001
Jun 21 04:41:39.315674 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:41:39.514108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb41ad8-3290-4345-9f08-63267dc4e96b req-82dcc065-f647-4c80-ae4a-422a6a7be17a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:39.515497 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-afb41ad8-3290-4345-9f08-63267dc4e96b req-82dcc065-f647-4c80-ae4a-422a6a7be17a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0615063
Jun 21 04:41:39.550952 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-afb41ad8-3290-4345-9f08-63267dc4e96b req-00d90e5b-0d1e-473a-9904-2f6e4afd7aea tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299108
Jun 21 04:41:40.727841 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad03b1f-47b2-40ac-a784-b3308ac34820 req-9de3dca6-fb2d-4ff0-b63e-6a4c983b04d9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:40.729265 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8ad03b1f-47b2-40ac-a784-b3308ac34820 req-9de3dca6-fb2d-4ff0-b63e-6a4c983b04d9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0658221
Jun 21 04:41:40.766221 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8ad03b1f-47b2-40ac-a784-b3308ac34820 req-c7e3b6d0-4e0f-4cef-a8ec-80940a967640 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313768
Jun 21 04:41:41.942809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e338a-a06c-4a8d-899f-e60fc91002b8 req-f58ccb9f-1099-47bf-8c93-c01ccc87ba2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:41.944199 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fe7e338a-a06c-4a8d-899f-e60fc91002b8 req-f58ccb9f-1099-47bf-8c93-c01ccc87ba2a tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0621231
Jun 21 04:41:41.981265 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fe7e338a-a06c-4a8d-899f-e60fc91002b8 req-dea393c1-bebc-434c-9885-8e78fcd288bf tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314882
Jun 21 04:41:43.153233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce743c9-bb52-43ba-8ad7-5e7477e96fa4 req-878c678f-0b00-47d3-82e6-b9d2800426b8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:43.154690 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ce743c9-bb52-43ba-8ad7-5e7477e96fa4 req-878c678f-0b00-47d3-82e6-b9d2800426b8 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0605330
Jun 21 04:41:43.190639 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ce743c9-bb52-43ba-8ad7-5e7477e96fa4 req-682a20c8-ef71-4843-be90-f4ea4245dfe1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303836
Jun 21 04:41:44.368838 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11f390-ba10-4c71-8f58-5bb27b4bd5a5 req-2a3ab1f1-121f-4aa6-ac75-7e518a7f880f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:44.370383 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7e11f390-ba10-4c71-8f58-5bb27b4bd5a5 req-2a3ab1f1-121f-4aa6-ac75-7e518a7f880f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 943 time: 0.0655138
Jun 21 04:41:44.407939 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7e11f390-ba10-4c71-8f58-5bb27b4bd5a5 req-bd73f7b0-00c1-4815-9e23-b96a16ecabae tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315299
Jun 21 04:41:45.157472 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:41:45.249487 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:41:45.260244 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'port_id': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'mac_address': 'fa:16:3e:95:b2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:41:45.296018 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:45.307942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:41:45.325860 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:41:45.330705 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:45.333902 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:41:45.380885 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=9']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:41:45.384123 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:41:45.591284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da0126-dfbc-4e59-8a44-fb95bf86879d req-58bff5f8-a98a-427d-927d-fc2e7c8cbaba tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:45.592971 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38da0126-dfbc-4e59-8a44-fb95bf86879d req-58bff5f8-a98a-427d-927d-fc2e7c8cbaba tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 944 time: 0.0718467
Jun 21 04:41:45.630400 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38da0126-dfbc-4e59-8a44-fb95bf86879d req-52fc3385-7f93-4524-9cb6-43b4691752a3 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316849
Jun 21 04:41:45.779516 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:41:46.811642 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57662d4-fc64-422f-a0b6-85830864d220 req-251b4f3c-c798-4223-bb1b-c774842c69f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:46.813187 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b57662d4-fc64-422f-a0b6-85830864d220 req-251b4f3c-c798-4223-bb1b-c774842c69f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 944 time: 0.0675671
Jun 21 04:41:46.851789 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b57662d4-fc64-422f-a0b6-85830864d220 req-0732c356-57f3-44d6-be04-699ece0ffbd5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330284
Jun 21 04:41:47.155303 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:41:47.200841 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:41:47.201152 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:47.275600 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:47.297020 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:41:47.299272 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc3593-989d-4bb1-9c18-3eca48b6cf57" -d '{"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-plugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:41:47.311997 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:41:47.316461 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:47.318750 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:41:47.345026 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc435288-0532-4c74-891d-2c0682d78c41 x-openstack-request-id: req-cc435288-0532-4c74-891d-2c0682d78c41 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:41:47.345326 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-plugged", "status": "completed", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:41:47.345585 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc435288-0532-4c74-891d-2c0682d78c41 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:41:47.345977 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'code': 200}
Jun 21 04:41:47.371374 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=10']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:41:47.374393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:41:47.631844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075fa58-3cc2-4a50-8c51-22d5a8e57078 req-2129c358-1c8c-4721-bbbb-e03f321436db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:47.633345 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6075fa58-3cc2-4a50-8c51-22d5a8e57078 req-2129c358-1c8c-4721-bbbb-e03f321436db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 1099 time: 0.0935338
Jun 21 04:41:47.670664 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6075fa58-3cc2-4a50-8c51-22d5a8e57078 req-fb50733e-d180-4d9e-bf2b-804321a4e67f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0300157
Jun 21 04:41:48.032278 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd70b-d90e-4c90-b979-094989de2d0e req-cd5a089a-1fa5-46e1-b21d-4c981c930047 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:48.033758 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6ddd70b-d90e-4c90-b979-094989de2d0e req-cd5a089a-1fa5-46e1-b21d-4c981c930047 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0676274
Jun 21 04:41:48.070422 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-c6ddd70b-d90e-4c90-b979-094989de2d0e req-4bd1c5de-cf30-4349-8c3a-32e3a5a7b8ac tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303206
Jun 21 04:41:49.244742 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0be9d-6d3e-40d7-ac1c-f1116a372f91 req-a4c0f83c-6aa5-4ec1-be61-997f4d9c7398 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:49.246251 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-73f0be9d-6d3e-40d7-ac1c-f1116a372f91 req-a4c0f83c-6aa5-4ec1-be61-997f4d9c7398 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0622163
Jun 21 04:41:49.282888 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-73f0be9d-6d3e-40d7-ac1c-f1116a372f91 req-c326ef12-6c81-4d8c-b613-e727ff6ae114 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311234
Jun 21 04:41:50.467557 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eeecf-b1c8-45d5-9bf0-cdcf732c4e2d req-1d22777f-b228-4ee2-bc01-e32cc98025d0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:41:50.469085 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6e6eeecf-b1c8-45d5-9bf0-cdcf732c4e2d req-1d22777f-b228-4ee2-bc01-e32cc98025d0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0663655
Jun 21 04:41:50.506428 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6e6eeecf-b1c8-45d5-9bf0-cdcf732c4e2d req-0503ccee-6699-4a5b-8b1c-f3c365efbaa4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317562
Jun 21 04:41:53.905015 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-14cfa2f7-6f3f-4a72-bbd6-ee288a7b4f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:56.508929 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-3574ff58-c2e9-4f2d-b340-e0b5e86cbb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:56.899357 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:57.502105 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:58.706132 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:41:59.252910 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:06.387376 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-12ae47fa-c9df-4acf-b098-f6ee38af78b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0506492
Jun 21 04:42:06.497475 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-99ddc62d-1e45-4ae0-8a76-b56423aad11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:06.498886 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-99ddc62d-1e45-4ae0-8a76-b56423aad11f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0530322
Jun 21 04:42:06.597645 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-2ad35b15-962d-45c1-be39-5b520e7b9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:06.599105 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-2ad35b15-962d-45c1-be39-5b520e7b9ee1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.0799923
Jun 21 04:42:06.665468 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-0b227f30-9807-439d-8a27-c35fc12c958a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 1000 time: 0.0590899
Jun 21 04:42:06.711982 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-a35f4d28-cf18-4e40-9132-9063491d28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:06.713430 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-a35f4d28-cf18-4e40-9132-9063491d28fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0416873
Jun 21 04:42:06.767190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-a12bd6a1-2009-4869-b22d-72e2ad151ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:06.768644 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-a12bd6a1-2009-4869-b22d-72e2ad151ddd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0490692
Jun 21 04:42:06.866651 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-4b868a5a-f4e3-4c34-b7c8-2c3b7204a399 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834117
Jun 21 04:42:06.952650 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f37f915d-5612-4940-97b8-e3d72d7b0993 req-ea341ee5-f53b-406d-a1e3-b34c5aadaebf service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794971
Jun 21 04:42:15.980889 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562b080-35e8-45cd-8734-d96358a85e9b req-6af17e62-7165-4156-9dfb-5899b489f9ef tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:15.982281 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3562b080-35e8-45cd-8734-d96358a85e9b req-6af17e62-7165-4156-9dfb-5899b489f9ef tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0636704
Jun 21 04:42:16.018815 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3562b080-35e8-45cd-8734-d96358a85e9b req-efe50dba-7409-464a-a541-cdf66fe9df9c tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310209
Jun 21 04:42:16.314531 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:42:17.188032 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132ef1-db93-44bc-9199-82f995046fdd req-bace4137-4795-4758-9c33-1b0cae059949 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:17.189508 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c132ef1-db93-44bc-9199-82f995046fdd req-bace4137-4795-4758-9c33-1b0cae059949 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0614007
Jun 21 04:42:17.230182 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c132ef1-db93-44bc-9199-82f995046fdd req-b99be229-84cd-4533-b18a-4d6b3dd3fa60 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345905
Jun 21 04:42:18.047278 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003cc39-c228-4373-9041-d8469c688cde req-85e57a72-0ed6-4d30-bd72-b35237040d90 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:18.048641 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3003cc39-c228-4373-9041-d8469c688cde req-85e57a72-0ed6-4d30-bd72-b35237040d90 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0612361
Jun 21 04:42:18.147590 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Deleting port fc032bc7-872e-4019-978f-a75f217b3611 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:18.147919 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:18.234427 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] For port fc032bc7-872e-4019-978f-a75f217b3611, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=fc032bc7-872e-4019-978f-a75f217b3611,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:18.235105 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:18.395872 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:18.396633 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:18.396958 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Floating IP b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa disassociated. External IP: 172.27.0.59, port: fc032bc7-872e-4019-978f-a75f217b3611.
Jun 21 04:42:18.397311 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Calling delete_port for fc032bc7-872e-4019-978f-a75f217b3611 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:18.406522 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bb57f-ca23-4269-bd37-d7f87a1eae65 req-59c18ab9-c9e3-4958-a61a-b9000a457a5a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:18.414597 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-934bb57f-ca23-4269-bd37-d7f87a1eae65 req-59c18ab9-c9e3-4958-a61a-b9000a457a5a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4a4605-e7fe-4bf9-a854-9597f09b85c1 HTTP/1.1" status: 200  len: 945 time: 0.0726967
Jun 21 04:42:18.457092 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-934bb57f-ca23-4269-bd37-d7f87a1eae65 req-417a180c-06ab-4ebe-b7eb-a19f518c1e70 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9282097-f271-4d3b-9db9-48b45b1325a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362024
Jun 21 04:42:18.534057 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:18.537809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:18.562900 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event deleted for resources: {'Port': ['ID=fc032bc7-872e-4019-978f-a75f217b3611,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:18.573104 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.573483 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.573852 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.574214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.574570 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.574925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.575277 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.575627 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.575978 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.576375 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.576726 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.577073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:18.581304 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:18.680950 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:18.782592 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:18.792893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:18.802527 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:18.803227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea32160>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:18.829869 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] No DVR routers for this DVR port fc032bc7-872e-4019-978f-a75f217b3611 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:18.832726 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:18.834809 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3003cc39-c228-4373-9041-d8469c688cde req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.69 "DELETE /v2.0/ports/fc032bc7-872e-4019-978f-a75f217b3611 HTTP/1.1" status: 204  len: 173 time: 0.7805817
Jun 21 04:42:18.835345 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'name': 'network-vif-deleted', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:42:18.837739 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbbfbf4-9f20-48b6-95ff-09bf70f16d84" -d '{"events": [{"server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "name": "network-vif-deleted", "tag": "fc032bc7-872e-4019-978f-a75f217b3611"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:42:18.876712 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a14ca-7d0f-4304-8624-7d6954bbc3ab x-openstack-request-id: req-157a14ca-7d0f-4304-8624-7d6954bbc3ab {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:42:18.877041 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a4605-e7fe-4bf9-a854-9597f09b85c1", "name": "network-vif-deleted", "tag": "fc032bc7-872e-4019-978f-a75f217b3611", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:42:18.877330 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-157a14ca-7d0f-4304-8624-7d6954bbc3ab {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:42:18.877754 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a4605-e7fe-4bf9-a854-9597f09b85c1', 'name': 'network-vif-deleted', 'tag': 'fc032bc7-872e-4019-978f-a75f217b3611', 'status': 'completed', 'code': 200}
Jun 21 04:42:18.915978 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:19.126186 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea32160>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:19.152090 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:19.160006 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:19.160646 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea32160>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:19.267638 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:19.583253 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44768) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:19.638439 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.660372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.699503 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea32160>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:19.708372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.711032 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.712233 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9282097-f271-4d3b-9db9-48b45b1325a5 HTTP/1.1" status: 204  len: 168 time: 0.1279280
Jun 21 04:42:19.712995 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3d99eaa7-3124-4417-bd30-ffefd408cb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:19.720150 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44770) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:19.722270 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9282097-f271-4d3b-9db9-48b45b1325a5,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:19.729624 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea19cbc-2454-4025-a3b6-6045dadfafcb None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:49Z', 'revision_number': 4, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '031f7e30-3211-4fb9-8051-a781e5edf430', 'name': '', 'network_id': '31c1f1d4-8ae2-42c6-846e-a5929bb88c85', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'mac_address': 'fa:16:3e:79:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:58Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'subnets': [{'id': 'bf280934-0e9f-405c-b549-aff4df2b0b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:19.729891 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.729996 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.api.v2.resource [None req-1b6a47f9-cb4c-4a47-a53f-5faef00d93c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] show failed (client error): The resource could not be found.
Jun 21 04:42:19.730089 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.730372 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.730975 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.731487 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.732051 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.732442 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.732800 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.733184 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.733542 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.733899 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.734289 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:19.735343 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-1b6a47f9-cb4c-4a47-a53f-5faef00d93c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "GET /v2.0/security-groups/b9282097-f271-4d3b-9db9-48b45b1325a5 HTTP/1.1" status: 404  len: 347 time: 0.0146086
Jun 21 04:42:19.737003 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44772) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:19.737228 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:19.869781 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Deleting port 1ab97ea0-a141-4d61-9cf6-e09448bda66d {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:19.870120 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.949799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.950181 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:19.956682 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e73f356-4d84-4c51-a1b4-a50bd153b2fd None None] New status for floating IP b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:42:20.015608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Calling delete_port for 1ab97ea0-a141-4d61-9cf6-e09448bda66d owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:20.147336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:20.149254 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d042095d-a9d1-4e2d-a582-3b57c8f98719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:20.172421 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Pushing event deleted for resources: {'Port': ['ID=1ab97ea0-a141-4d61-9cf6-e09448bda66d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:20.175512 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:20.231571 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:20.234321 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:20.235526 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] 10.222.0.66 "DELETE /v2.0/floatingips/b2ca88e7-332e-4ef5-91c9-5d3d3fa18baa HTTP/1.1" status: 204  len: 168 time: 0.4972911
Jun 21 04:42:21.323155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fc032bc7-872e-4019-978f-a75f217b3611 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:21.346263 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: fc032bc7-872e-4019-978f-a75f217b3611 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:21.346612 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device fc032bc7-872e-4019-978f-a75f217b3611 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:23.896063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44800) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:23.906465 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-3cceaf46-692c-4d3e-b689-4df180ad9392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:24.332636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:24.577145 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Deleting port 031f7e30-3211-4fb9-8051-a781e5edf430 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:24.577481 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:24.650647 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] For port 031f7e30-3211-4fb9-8051-a781e5edf430, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=031f7e30-3211-4fb9-8051-a781e5edf430,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:24.651003 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:24.713850 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Calling delete_port for 031f7e30-3211-4fb9-8051-a781e5edf430 owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:24.890550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:24.892530 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-81281bfd-8c21-40fe-98be-b4d7e68e18b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:24.913569 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=031f7e30-3211-4fb9-8051-a781e5edf430,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:24.916999 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:25.081033 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:25.282213 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Router 20fe1268-fa86-44d4-9078-fc8c775b03a6 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:25.631074 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:25.636025 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-37cb1910-712a-48f1-b6b7-94ca374ccd6a admin admin] 10.222.0.66 "PUT /v2.0/routers/20fe1268-fa86-44d4-9078-fc8c775b03a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7387981
Jun 21 04:42:25.638504 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44806) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:25.641434 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] Sync routers for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:25.651309 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:25.651921 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dbc6d90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:25.739204 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks [] for router, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:25.760184 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:25.843055 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:25.893543 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Deleting port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:25.893796 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:25.943012 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dbc6d90>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:42:24Z', 'revision_number': 5, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port': {'id': '8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:25.968519 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] Checking router: 20fe1268-fa86-44d4-9078-fc8c775b03a6 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:25.973347 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] For port 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:25.974123 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:25.976780 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] Routers {'20fe1268-fa86-44d4-9078-fc8c775b03a6'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:25.977389 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dbc6d90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:41:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['20fe1268-fa86-44d4-9078-fc8c775b03a6'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:26.037565 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Calling delete_port for 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b owned by network:router_gateway {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:26.060891 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] Set router 20fe1268-fa86-44d4-9078-fc8c775b03a6 gateway port host: None {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:26.115497 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dbc6d90>, [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:42:25Z', 'revision_number': 6, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:26.141683 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf02701-8072-434d-9d64-0c7e0dde4919 None None] The sync data for ids ['20fe1268-fa86-44d4-9078-fc8c775b03a6'] in dv-cinder-796889-2-iscsi is: [{'id': '20fe1268-fa86-44d4-9078-fc8c775b03a6', 'name': 'tempest-AttachVolumeTestJSON-373921293-router', 'tenant_id': 'af1f579c2af6407bb6a21e449a5a490c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:43Z', 'updated_at': '2021-06-21T04:42:25Z', 'revision_number': 6, 'project_id': 'af1f579c2af6407bb6a21e449a5a490c', 'gw_port_host': None}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:26.205603 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.208447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2392ddf2-f521-4d63-8614-52b16e8397d2 tempest-ServerRescueNegativeTestJSON-907731239 tempest-ServerRescueNegativeTestJSON-907731239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:26.232746 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:26.236505 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:26.291538 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.377433 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.379505 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.424885 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.425431 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fe1268-fa86-44d4-9078-fc8c775b03a6 {{(pid=92726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:42:26.430223 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.431346 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-22c889b0-8511-4c6a-a2e0-7f6f7e90b2eb admin admin] 10.222.0.66 "DELETE /v2.0/routers/20fe1268-fa86-44d4-9078-fc8c775b03a6 HTTP/1.1" status: 204  len: 168 time: 0.7919343
Jun 21 04:42:26.433939 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44808) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:26.484903 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Deleting subnet bf280934-0e9f-405c-b549-aff4df2b0b20 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:42:26.488098 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.511495 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-305d7b6c-4c0f-4b30-8c77-6d55554324a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.526194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.608754 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.658514 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.661453 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-abe9e125-3840-4494-8eca-08de428b210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:26.683328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf280934-0e9f-405c-b549-aff4df2b0b20,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:26.686341 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:26.687310 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.689163 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bf280934-0e9f-405c-b549-aff4df2b0b20 HTTP/1.1" status: 204  len: 168 time: 0.2543237
Jun 21 04:42:26.691653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44810) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:26.692993 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ef63a-a83b-49c3-a659-ffa6d3123617 None None] Network 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:26.759886 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.811504 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Deleting port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:26.811846 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.874257 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] For port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:26.874615 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.900944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] DHCP port deletion for 31c1f1d4-8ae2-42c6-846e-a5929bb88c85 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:42:26.912782 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:26.942641 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Calling delete_port for 1560304b-52ef-4b6b-8d00-ff9de6fd87cb owned by network:dhcp {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:26.957140 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Deleting port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:26.958152 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.019988 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.022151 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-dacbe65d-1f0b-4520-ba61-5b256ca918bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:27.026353 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] For port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,segment=NetworkSegment(b1393f0c-e784-4d1d-9414-7122de342c54),segment_id=b1393f0c-e784-4d1d-9414-7122de342c54)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:27.026759 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.048342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:27.051955 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:27.052774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] No DVR routers for this DVR port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb on host dv-cinder-796889-2-iscsi {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:27.097772 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Calling delete_port for 1560304b-52ef-4b6b-8d00-ff9de6fd87cb owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:27.123943 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.134267 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985d134580>,) {'filters': {'network_id': ['31c1f1d4-8ae2-42c6-846e-a5929bb88c85']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:27.146090 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d134580>, 'b1393f0c-e784-4d1d-9414-7122de342c54') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:27.146388 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985d134580>, 'b1393f0c-e784-4d1d-9414-7122de342c54') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:27.155675 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.173670 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.179372 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.180058 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:42:27.180578 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.181392 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:42:27.182688 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:42:27.206478 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Pushing event deleted for resources: {'Port': ['ID=1560304b-52ef-4b6b-8d00-ff9de6fd87cb,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:27.209477 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] No DVR routers for this DVR port 1560304b-52ef-4b6b-8d00-ff9de6fd87cb on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:27.218600 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.219025 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.219437 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.219907 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.220354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.220698 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.221035 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.221369 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.221700 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.222028 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.222361 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.222686 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:27.226404 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:27.244254 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.247827 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:27.250643 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.252008 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] 10.222.0.66 "DELETE /v2.0/networks/31c1f1d4-8ae2-42c6-846e-a5929bb88c85 HTTP/1.1" status: 204  len: 168 time: 0.5588913
Jun 21 04:42:27.262629 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=31c1f1d4-8ae2-42c6-846e-a5929bb88c85,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:27.266103 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-97294a83-796a-49ab-8db6-8d73f1d69c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:27.361484 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44814) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:27.401346 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e1c4afbe-3547-4333-97d7-e656708444bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af1f579c2af6407bb6a21e449a5a490c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0386007
Jun 21 04:42:27.403691 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44816) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:27.455940 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.476565 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.502456 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.521695 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.524432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:27.525595 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dafe0432-c9f3-48de-aa80-2f2b999e1637 HTTP/1.1" status: 204  len: 168 time: 0.1209400
Jun 21 04:42:27.526398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-24c5de06-a796-41e2-8577-0f6846fa9042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:27.533641 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe0432-c9f3-48de-aa80-2f2b999e1637,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:27.536527 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-521b78c4-5c4b-45b5-930b-ebf1cc317c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:27.765963 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 031f7e30-3211-4fb9-8051-a781e5edf430 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:27.786722 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 031f7e30-3211-4fb9-8051-a781e5edf430 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:27.787083 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 031f7e30-3211-4fb9-8051-a781e5edf430 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:27.787527 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 1560304b-52ef-4b6b-8d00-ff9de6fd87cb no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:27.810373 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 1560304b-52ef-4b6b-8d00-ff9de6fd87cb {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:27.810809 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 1560304b-52ef-4b6b-8d00-ff9de6fd87cb not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:27.811151 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:27.829347 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:27.829704 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 8eaf61d9-08e2-4bc7-a4fe-019db5c5e38b not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:28.719169 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:29.256048 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:30.406703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44868) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:30.694673 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Deleting port be5d25ae-e3f4-4997-ab6c-9913d439deaf {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:30.694903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:30.768503 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:30.768824 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:30.829798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Calling delete_port for be5d25ae-e3f4-4997-ab6c-9913d439deaf owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:30.974570 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:30.977240 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:31.001672 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event deleted for resources: {'Port': ['ID=be5d25ae-e3f4-4997-ab6c-9913d439deaf,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:31.006243 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:31.064325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.064760 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Floating IP 1af6c7df-7723-46ed-8e54-475c853ac870 disassociated (deleted). External IP: 172.27.0.74, port: 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3.
Jun 21 04:42:31.207158 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44880) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:31.324479 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.419653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.424163 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.426550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-be5541b5-c329-4803-a227-579593b28a9a tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:31.462325 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d6e5c2-c744-4711-84ff-97c7fba5ab8e,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:31.468087 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21eb459973b540b799aad4731e0a04c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2597275
Jun 21 04:42:31.469314 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:31.469936 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44884) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:31.523331 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.543464 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.548502 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:31.588693 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.591502 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.595038 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5d6e5c2-c744-4711-84ff-97c7fba5ab8e HTTP/1.1" status: 204  len: 168 time: 0.1218324
Jun 21 04:42:31.595038 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-8757eaa7-1127-4bf9-8b2a-cf50bc5c26d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:31.601794 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d6e5c2-c744-4711-84ff-97c7fba5ab8e,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:31.604854 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:31.662305 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:31.667114 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:31.672412 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] Sync routers for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:31.682657 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:31.683449 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f38a3d0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:31.709825 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "DELETE /v2.0/floatingips/1af6c7df-7723-46ed-8e54-475c853ac870 HTTP/1.1" status: 204  len: 168 time: 1.3019607
Jun 21 04:42:31.710702 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:42:31.713238 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e80b44a-dbcf-45a9-9480-415c0eea58a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:42:31.751748 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5887ba7b-b08e-4d1d-8776-4e6a1c0e4aad x-openstack-request-id: req-5887ba7b-b08e-4d1d-8776-4e6a1c0e4aad {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:42:31.752055 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:42:31.752370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5887ba7b-b08e-4d1d-8776-4e6a1c0e4aad {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:42:31.752835 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'status': 'completed', 'code': 200}
Jun 21 04:42:31.794675 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:31.865044 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-d5ec6c94-0a98-4637-94e0-427c804bfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:31.866999 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-d5ec6c94-0a98-4637-94e0-427c804bfa7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 1098 time: 0.0658150
Jun 21 04:42:32.004208 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-9562cb7f-ba5c-49d6-b261-7ea708598639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:32.006437 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-9562cb7f-ba5c-49d6-b261-7ea708598639 service neutron] 10.222.0.69 "GET /v2.0/networks?id=769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 200  len: 909 time: 0.1303456
Jun 21 04:42:32.021363 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f38a3d0>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:32.052845 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] Checking router: 0fd2bd48-2145-483c-a515-c89d4b49ffe8 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:32.062473 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:32.063093 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f38a3d0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:32.089046 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-7a2d6c6d-4037-4b6e-86e2-08468a21c7be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 200  len: 217 time: 0.0550106
Jun 21 04:42:32.126541 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9603-6380-449d-b87c-614d0e2b9ff3 req-015ddf5d-c327-4948-87fc-6fa466bddc61 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:32.128366 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-652f9603-6380-449d-b87c-614d0e2b9ff3 req-015ddf5d-c327-4948-87fc-6fa466bddc61 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0691886
Jun 21 04:42:32.146829 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-be0b8fc7-27ea-441f-9a4e-e1fe75f802d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:32.149091 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-be0b8fc7-27ea-441f-9a4e-e1fe75f802d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 200  len: 847 time: 0.0529249
Jun 21 04:42:32.181823 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-652f9603-6380-449d-b87c-614d0e2b9ff3 req-70fa701a-82e5-4cdd-a522-2702d11cdb0f tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454974
Jun 21 04:42:32.195275 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:32.219929 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-0a32e309-d77d-4e85-9fae-a31193379805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:32.221531 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-0a32e309-d77d-4e85-9fae-a31193379805 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=769cdfe1-6271-44a0-b93c-0fc93aa40771&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0633943
Jun 21 04:42:32.327154 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-e1f4b90c-3460-41c8-8102-12641ccfa9e8 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965717
Jun 21 04:42:32.427567 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0e80b44a-dbcf-45a9-9480-415c0eea58a5 req-459e71f7-241c-41cf-bd4f-469c71885764 service neutron] 10.222.0.69 "GET /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943184
Jun 21 04:42:32.496274 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f38a3d0>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:32.522106 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48557cd-d4e2-46d9-9fce-aec7cbe019b8 None None] The sync data for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi is: [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:56Z', 'revision_number': 4, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '23211e49-cae7-45c4-a00c-208582cc99e2', 'name': '', 'network_id': '769cdfe1-6271-44a0-b93c-0fc93aa40771', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'mac_address': 'fa:16:3e:95:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:55Z', 'updated_at': '2021-06-21T04:36:04Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'subnets': [{'id': '61a790e5-857b-42cd-a14e-97c7e4a45987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:32.746545 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ee080-d254-42a4-9956-9a4b68516e7a None None] New status for floating IP 1af6c7df-7723-46ed-8e54-475c853ac870: DOWN {{(pid=92727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:42:33.349424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe4b5-a6a8-4553-925d-9e1875d41a10 req-96c877a2-0dae-4b93-afa0-f73adc8d98a7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:33.350781 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6dfbe4b5-a6a8-4553-925d-9e1875d41a10 req-96c877a2-0dae-4b93-afa0-f73adc8d98a7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0628183
Jun 21 04:42:33.391533 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6dfbe4b5-a6a8-4553-925d-9e1875d41a10 req-d3a0be82-b861-4150-9468-c0c36bc9fe64 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/security-groups?id=0423a059-ef6c-485d-b083-9811cb9eaaf1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325859
Jun 21 04:42:34.059047 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-b0b525cf-57e4-46fa-87b9-3529a9c9ca32 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:34.060455 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-b0b525cf-57e4-46fa-87b9-3529a9c9ca32 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.69 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 945 time: 0.0607536
Jun 21 04:42:34.160227 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Deleting port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:34.160583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:34.253653 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] For port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:34.254015 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:34.322812 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Calling delete_port for 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:34.462571 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:34.467282 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:34.495609 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event deleted for resources: {'Port': ['ID=1f0765c3-ae15-4113-aae7-1f3bd68c8fc3,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:34.498816 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:34.559321 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] No DVR routers for this DVR port 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:34.561992 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:34.564266 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf4d86da-e5cc-44ea-be1c-78c0d0d42bda req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.69 "DELETE /v2.0/ports/1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 HTTP/1.1" status: 204  len: 173 time: 0.4981778
Jun 21 04:42:34.565146 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-deleted', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:42:34.568546 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65175e0-156a-497e-a096-9e30c371adfb" -d '{"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-deleted", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:42:34.569594 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a19f69d9-501d-400f-a013-305ca06cbd33 req-ffb38d5a-586b-47e1-8ce6-ae7b2a7f1860 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0440381
Jun 21 04:42:34.624770 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b27c52d-d0f7-4156-8dbf-25329fd888ae x-openstack-request-id: req-5b27c52d-d0f7-4156-8dbf-25329fd888ae {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:42:34.625100 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3223e0b3-86ff-4b7d-b955-f00c7662d711", "name": "network-vif-deleted", "tag": "1f0765c3-ae15-4113-aae7-1f3bd68c8fc3", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:42:34.625415 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b27c52d-d0f7-4156-8dbf-25329fd888ae {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:42:34.625848 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3223e0b3-86ff-4b7d-b955-f00c7662d711', 'name': 'network-vif-deleted', 'tag': '1f0765c3-ae15-4113-aae7-1f3bd68c8fc3', 'status': 'completed', 'code': 200}
Jun 21 04:42:35.756410 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-49823d54-6bef-410a-becc-aa703d5fc34d req-4d5005db-792d-46c6-8c22-ce8d24f5392c tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "GET /v2.0/ports?device_id=3223e0b3-86ff-4b7d-b955-f00c7662d711 HTTP/1.1" status: 200  len: 210 time: 0.0337226
Jun 21 04:42:36.851110 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44970) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:36.910128 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:36.939100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:36.997029 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:36.999636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:37.000800 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] 10.222.0.66 "DELETE /v2.0/security-groups/0423a059-ef6c-485d-b083-9811cb9eaaf1 HTTP/1.1" status: 204  len: 168 time: 0.1487241
Jun 21 04:42:37.001606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-2ea74978-383d-43f9-b8e6-c6f26f4d57ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:37.010721 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0423a059-ef6c-485d-b083-9811cb9eaaf1,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:37.013504 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:37.047600 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44976) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:37.519796 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:37.636950 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:37.656981 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:37.657389 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 1f0765c3-ae15-4113-aae7-1f3bd68c8fc3 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:37.767252 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Deleting port 23211e49-cae7-45c4-a00c-208582cc99e2 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:37.767598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:37.842697 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] For port 23211e49-cae7-45c4-a00c-208582cc99e2, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=23211e49-cae7-45c4-a00c-208582cc99e2,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:37.843048 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:37.906593 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Calling delete_port for 23211e49-cae7-45c4-a00c-208582cc99e2 owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:38.079654 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:38.082376 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-785b806a-a19b-48c1-9d49-09f21c4aab4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:38.105872 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23211e49-cae7-45c4-a00c-208582cc99e2,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:38.108996 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:38.274108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:38.479604 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:38.583630 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:38.590991 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-20963755-83ad-4c43-8e54-1d58128f67a3 admin admin] 10.222.0.66 "PUT /v2.0/routers/0fd2bd48-2145-483c-a515-c89d4b49ffe8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5411053
Jun 21 04:42:38.592719 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44982) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:38.593067 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] Sync routers for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:38.602019 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:38.602696 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eed1d90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:38.693365 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:38.701416 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:38.793496 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:38.848818 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Deleting port 673239d1-c265-4bab-9475-5827db9e7515 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:38.849269 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:38.876244 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eed1d90>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '673239d1-c265-4bab-9475-5827db9e7515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:42:38Z', 'revision_number': 5, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port': {'id': '673239d1-c265-4bab-9475-5827db9e7515', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:38.902366 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] Checking router: 0fd2bd48-2145-483c-a515-c89d4b49ffe8 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:38.910088 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] Routers {'0fd2bd48-2145-483c-a515-c89d4b49ffe8'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:38.910690 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eed1d90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:38.927767 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] For port 673239d1-c265-4bab-9475-5827db9e7515, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=673239d1-c265-4bab-9475-5827db9e7515,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:38.928846 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:38.994708 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Calling delete_port for 673239d1-c265-4bab-9475-5827db9e7515 owned by network:router_gateway {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:38.995783 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] Set router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 gateway port host: None {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:39.045002 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eed1d90>, [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:42:38Z', 'revision_number': 6, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:39.074323 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e99a9-423e-4702-a080-038210f9c124 None None] The sync data for ids ['0fd2bd48-2145-483c-a515-c89d4b49ffe8'] in dv-cinder-796889-2-iscsi is: [{'id': '0fd2bd48-2145-483c-a515-c89d4b49ffe8', 'name': 'tempest-TestShelveInstance-119046242-router', 'tenant_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:52Z', 'updated_at': '2021-06-21T04:42:38Z', 'revision_number': 6, 'project_id': '67bf9fce7c874fb6b9a6afe55bf50d07', 'gw_port_host': None}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:39.155672 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.158474 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:39.438417 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=673239d1-c265-4bab-9475-5827db9e7515,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:39.441606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:39.502198 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.600807 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.602917 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.650856 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.651411 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd2bd48-2145-483c-a515-c89d4b49ffe8 {{(pid=92726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:42:39.656007 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.656835 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-488bb816-4a27-4d41-8449-f7426fa35d20 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0fd2bd48-2145-483c-a515-c89d4b49ffe8 HTTP/1.1" status: 204  len: 168 time: 1.0626426
Jun 21 04:42:39.659405 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44988) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:39.702988 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Deleting subnet 61a790e5-857b-42cd-a14e-97c7e4a45987 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:42:39.705913 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.739201 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.819494 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.876292 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.878688 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:39.890911 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 673239d1-c265-4bab-9475-5827db9e7515 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:39.910555 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a790e5-857b-42cd-a14e-97c7e4a45987,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:39.913481 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 673239d1-c265-4bab-9475-5827db9e7515 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:39.913902 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 673239d1-c265-4bab-9475-5827db9e7515 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:39.914141 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:39.914846 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 23211e49-cae7-45c4-a00c-208582cc99e2 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:39.915173 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:39.919671 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7c542fd8-8bfa-4902-ab34-0321de9222ec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/61a790e5-857b-42cd-a14e-97c7e4a45987 HTTP/1.1" status: 204  len: 168 time: 0.2593343
Jun 21 04:42:39.919943 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 44990) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:39.936735 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2330f3-2f2a-49a1-a323-077edd79cdc7 None None] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:39.976939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 23211e49-cae7-45c4-a00c-208582cc99e2 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:39.977296 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 23211e49-cae7-45c4-a00c-208582cc99e2 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:40.018672 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.070880 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Deleting port 430da34f-4195-417b-ad59-e198f63e614d {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:40.071231 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.133155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] DHCP port deletion for 769cdfe1-6271-44a0-b93c-0fc93aa40771 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:42:40.143042 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] For port 430da34f-4195-417b-ad59-e198f63e614d, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=430da34f-4195-417b-ad59-e198f63e614d,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:40.143402 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.182987 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Deleting port 430da34f-4195-417b-ad59-e198f63e614d {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:40.183394 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.206995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Calling delete_port for 430da34f-4195-417b-ad59-e198f63e614d owned by network:dhcp {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:40.246965 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] For port 430da34f-4195-417b-ad59-e198f63e614d, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=430da34f-4195-417b-ad59-e198f63e614d,segment=NetworkSegment(17770bdd-64be-41f6-84ed-0c5147ee8423),segment_id=17770bdd-64be-41f6-84ed-0c5147ee8423)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:40.247354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.293211 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.295570 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6df89b6f-50fa-4607-9e5b-62d16511f2eb tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:40.312484 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Calling delete_port for 430da34f-4195-417b-ad59-e198f63e614d owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:40.318897 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Pushing event deleted for resources: {'Port': ['ID=430da34f-4195-417b-ad59-e198f63e614d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:40.322273 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:40.323058 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] No DVR routers for this DVR port 430da34f-4195-417b-ad59-e198f63e614d on host dv-cinder-796889-2-iscsi {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:40.398424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.409007 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985c3baa90>,) {'filters': {'network_id': ['769cdfe1-6271-44a0-b93c-0fc93aa40771']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:40.420747 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c3baa90>, '17770bdd-64be-41f6-84ed-0c5147ee8423') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:40.421209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c3baa90>, '17770bdd-64be-41f6-84ed-0c5147ee8423') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:40.431113 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.445644 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.451595 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:42:40.452011 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:42:40.453768 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:42:40.506326 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.509918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:40.512265 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.514087 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] 10.222.0.66 "DELETE /v2.0/networks/769cdfe1-6271-44a0-b93c-0fc93aa40771 HTTP/1.1" status: 204  len: 168 time: 0.5931301
Jun 21 04:42:40.516948 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 44994) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:40.519674 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:40.522382 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:40.530338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Pushing event deleted for resources: {'Network': ['ID=769cdfe1-6271-44a0-b93c-0fc93aa40771,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:40.532949 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:40.548734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Pushing event deleted for resources: {'Port': ['ID=430da34f-4195-417b-ad59-e198f63e614d,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:40.551734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Network 769cdfe1-6271-44a0-b93c-0fc93aa40771 is not hosted by any dhcp agent {{(pid=92727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}}
Jun 21 04:42:40.552398 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] No DVR routers for this DVR port 430da34f-4195-417b-ad59-e198f63e614d on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:40.556208 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-c002e488-c5d0-42e4-8813-37cefbd58af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:40.857080 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:41.112778 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Deleting port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:41.113125 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:41.190514 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] For port c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:41.190874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:41.258012 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Calling delete_port for c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:41.441933 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:41.444901 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-66858032-bdd5-4828-8cd7-690ca26d4365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:41.469793 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:41.492736 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:41.643563 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:41.813711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 430da34f-4195-417b-ad59-e198f63e614d no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:41.833863 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 430da34f-4195-417b-ad59-e198f63e614d {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:41.834340 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 430da34f-4195-417b-ad59-e198f63e614d not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:41.847966 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Router 9d90433d-ffb9-4c06-98b3-5dea718e6522 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:41.953132 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:41.959841 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c9198b4b-58aa-4429-9765-89e4bf46b788 admin admin] 10.222.0.66 "PUT /v2.0/routers/9d90433d-ffb9-4c06-98b3-5dea718e6522/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4406006
Jun 21 04:42:41.961667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45014) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:41.962286 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] Sync routers for ids ['9d90433d-ffb9-4c06-98b3-5dea718e6522'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:41.971753 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] Routers {'9d90433d-ffb9-4c06-98b3-5dea718e6522'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:41.972414 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e96f7c0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d90433d-ffb9-4c06-98b3-5dea718e6522'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:42.065063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks [] for router, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.079010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] Set router 9d90433d-ffb9-4c06-98b3-5dea718e6522 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:42.165359 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.216613 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Deleting port 5bea53a1-a883-4de2-962e-217fff073dbf {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:42.216869 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.256075 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e96f7c0>, [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:42:41Z', 'revision_number': 5, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port': {'id': '5bea53a1-a883-4de2-962e-217fff073dbf', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:36:00Z', 'updated_at': '2021-06-21T04:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:42.282145 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] Checking router: 9d90433d-ffb9-4c06-98b3-5dea718e6522 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:42.290744 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] Routers {'9d90433d-ffb9-4c06-98b3-5dea718e6522'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:42.291368 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e96f7c0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['9d90433d-ffb9-4c06-98b3-5dea718e6522'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:42.297477 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] For port 5bea53a1-a883-4de2-962e-217fff073dbf, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5bea53a1-a883-4de2-962e-217fff073dbf,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:42.297836 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.362078 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Calling delete_port for 5bea53a1-a883-4de2-962e-217fff073dbf owned by network:router_gateway {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:42.374811 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] Set router 9d90433d-ffb9-4c06-98b3-5dea718e6522 gateway port host: None {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:42.429560 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e96f7c0>, [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:42:42Z', 'revision_number': 6, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:42.455241 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c83e4-6037-489f-aa5d-3785a55df180 None None] The sync data for ids ['9d90433d-ffb9-4c06-98b3-5dea718e6522'] in dv-cinder-796889-2-iscsi is: [{'id': '9d90433d-ffb9-4c06-98b3-5dea718e6522', 'name': 'tempest-TestShelveInstance-1764612438-router', 'tenant_id': '5845c1e0438b485f949c4c4db2873abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:35:59Z', 'updated_at': '2021-06-21T04:42:42Z', 'revision_number': 6, 'project_id': '5845c1e0438b485f949c4c4db2873abd', 'gw_port_host': None}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:42.531456 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.534173 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-50411c85-320a-405b-88bf-757c6a870b93 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:42.562314 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bea53a1-a883-4de2-962e-217fff073dbf,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:42.566589 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:42.621693 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.708247 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.710879 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.757814 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.758385 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d90433d-ffb9-4c06-98b3-5dea718e6522 {{(pid=92726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:42:42.763458 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.764621 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9d90433d-ffb9-4c06-98b3-5dea718e6522 HTTP/1.1" status: 204  len: 168 time: 0.8020406
Jun 21 04:42:42.767007 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45024) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:42.813259 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Deleting subnet 92fc8fb1-6491-4c6c-b134-2f4510c8002b {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:42:42.816497 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.852687 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.935865 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.991148 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:42.993775 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:43.016439 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fc8fb1-6491-4c6c-b134-2f4510c8002b,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:43.019402 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:43.020519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.023158 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/92fc8fb1-6491-4c6c-b134-2f4510c8002b HTTP/1.1" status: 204  len: 168 time: 0.2552400
Jun 21 04:42:43.025553 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45038) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:43.032702 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b0c553-9dd6-46e1-adaa-43a94802695b None None] Network e91668c7-d21c-49b3-9c61-1034a46f519b requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:43.092230 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.149108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Deleting port e982a082-403b-4754-9521-a1b66e88a1d4 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:43.149461 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.213191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] For port e982a082-403b-4754-9521-a1b66e88a1d4, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e982a082-403b-4754-9521-a1b66e88a1d4,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:43.213191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.246984 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] DHCP port deletion for e91668c7-d21c-49b3-9c61-1034a46f519b request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:42:43.297571 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Deleting port e982a082-403b-4754-9521-a1b66e88a1d4 {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:42:43.298003 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.368959 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] For port e982a082-403b-4754-9521-a1b66e88a1d4, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=e982a082-403b-4754-9521-a1b66e88a1d4,segment=NetworkSegment(80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba),segment_id=80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:43.369365 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.435108 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Calling delete_port for e982a082-403b-4754-9521-a1b66e88a1d4 owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:43.526180 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.528949 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:43.546911 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Calling delete_port for e982a082-403b-4754-9521-a1b66e88a1d4 owned by network:dhcp {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:42:43.552090 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Pushing event deleted for resources: {'Port': ['ID=e982a082-403b-4754-9521-a1b66e88a1d4,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:43.555655 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:43.558749 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] No DVR routers for this DVR port e982a082-403b-4754-9521-a1b66e88a1d4 on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:43.623206 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.625984 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c98ccfb2-8158-41b5-8031-2a14e4e04350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:43.652900 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] No DVR routers for this DVR port e982a082-403b-4754-9521-a1b66e88a1d4 on host dv-cinder-796889-2-iscsi {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:42:43.654696 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e982a082-403b-4754-9521-a1b66e88a1d4,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:43.658069 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:43.723669 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.734179 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985cafc970>,) {'filters': {'network_id': ['e91668c7-d21c-49b3-9c61-1034a46f519b']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:43.743731 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985cafc970>, '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:43.744030 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985cafc970>, '80f1bc81-e9f0-4e1e-b6c0-a9bfdf8eebba') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:43.752860 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.765929 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.771428 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:42:43.772387 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   self.session.flush()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   self.session.flush()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   self.session.flush()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   self.session.flush()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:42:43.773894 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:42:43.780006 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:43.800764 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:43.801207 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c0b587b1-07b8-4c4f-ad24-dd3f50f9c6cf not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:43.801647 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e982a082-403b-4754-9521-a1b66e88a1d4 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:43.821266 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: e982a082-403b-4754-9521-a1b66e88a1d4 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:43.821637 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device e982a082-403b-4754-9521-a1b66e88a1d4 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:43.822087 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5bea53a1-a883-4de2-962e-217fff073dbf no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:42:43.830699 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.834446 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-df3dabf3-324b-4df5-9503-7bae598f70ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:43.837288 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:43.839106 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e91668c7-d21c-49b3-9c61-1034a46f519b HTTP/1.1" status: 204  len: 168 time: 0.8126435
Jun 21 04:42:43.844914 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 5bea53a1-a883-4de2-962e-217fff073dbf {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:42:43.845406 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5bea53a1-a883-4de2-962e-217fff073dbf not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:42:43.850523 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91668c7-d21c-49b3-9c61-1034a46f519b,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:43.852755 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:43.949280 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45042) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:43.989375 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6656cc1a-dd06-4223-95e6-aba68ad206f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67bf9fce7c874fb6b9a6afe55bf50d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0386763
Jun 21 04:42:43.992288 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45044) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:44.043280 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.064920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.112204 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.115415 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.117410 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5bcaa8e-d0d2-4468-8ece-8ca479d70d5c HTTP/1.1" status: 204  len: 168 time: 0.1242387
Jun 21 04:42:44.118165 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0037aa3c-65e8-4f59-ac88-850d4bbef815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:44.127490 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bcaa8e-d0d2-4468-8ece-8ca479d70d5c,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:44.130087 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7626be2a-2fff-491e-8d81-5c9ee615cec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:44.427532 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45064) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:44.467007 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-23b988e8-4ae9-4acc-ab60-005a929b4ec3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5845c1e0438b485f949c4c4db2873abd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0381622
Jun 21 04:42:44.469317 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45066) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:44.514018 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.534383 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.581078 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.583651 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:44.585639 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e25eca0b-c834-4d87-87a0-f04f6c36bce9 HTTP/1.1" status: 204  len: 168 time: 0.1153920
Jun 21 04:42:44.586469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-cd853d70-a6b7-40e7-a692-fbae0a8242f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:44.595712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25eca0b-c834-4d87-87a0-f04f6c36bce9,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:44.597971 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:45.216892 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45088) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:45.313214 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-307471965-network', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:45.338667 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Made reservation on behalf of 2ddb99b4673b4df9a7130956eee56319 for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:42:45.341825 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.350888 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.444725 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.448828 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.452876 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-297de098-302b-4737-bb71-070fca32547b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:45.471562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:42:45.485117 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66ac7a3-c1cf-4874-b379-177e417fe785,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:45.489391 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:45.490452 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.490802 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Added segment 3da5b37d-2c96-4b00-a216-661e1e02ea01 of type vlan for network a03ec1d6-6835-4483-9baf-ec5399e19e89
Jun 21 04:42:45.536492 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.561895 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.563337 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:45.563920 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.566669 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:45.614865 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3967695
Jun 21 04:42:45.617762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45106) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:45.624285 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Request body: {'subnet': {'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-307471965-subnet', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:45.625917 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Pushing event updated for resources: {'Network': ['ID=a03ec1d6-6835-4483-9baf-ec5399e19e89,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:45.628614 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:45.638600 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:42:45.654181 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Made reservation on behalf of 2ddb99b4673b4df9a7130956eee56319 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:42:45.656854 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.825773 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.828732 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:45.880922 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00df6be6-e58a-4356-8caf-5ddea18c1c01,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:45.885502 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:45.888053 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Checking segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:45.888426 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Network hostable DHCP agents. Network: a03ec1d6-6835-4483-9baf-ec5399e19e89, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:42:45.904284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:42:45.911835 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, a03ec1d6-6835-4483-9baf-ec5399e19e89) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:45.916082 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:45.916690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.921919 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57055c5-7dce-4176-90d7-83d1fc9c7ea2 None None] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:45.931017 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3121696
Jun 21 04:42:45.933628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45108) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:45.937964 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:45.958646 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:45.959778 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.016551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.064473 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-a03ec1d6-6835-4483-9baf-ec5399e19e89', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:42:46.065324 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.145385 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.200356 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Allocated IP 172.20.0.2 (a03ec1d6-6835-4483-9baf-ec5399e19e89/00df6be6-e58a-4356-8caf-5ddea18c1c01/b5795e38-b9b9-4fac-ae0f-536d713595f2) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:42:46.340801 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.348911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.349159 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Transition to ACTIVE for port object b5795e38-b9b9-4fac-ae0f-536d713595f2 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:46.369517 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Transition to ACTIVE for port object b5795e38-b9b9-4fac-ae0f-536d713595f2 will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:46.374650 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.378363 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.380367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:46.419349 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:46.422125 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:46.425832 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:42:46.437702 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Pushing event updated for resources: {'Port': ['ID=b5795e38-b9b9-4fac-ae0f-536d713595f2,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:46.454752 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:46.483756 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Allocated IP 172.27.0.173 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/c041f131-9650-44a3-8893-eec32db6b139) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:42:46.487367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Attempting to bind port b5795e38-b9b9-4fac-ae0f-536d713595f2 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:42:46.487769 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Attempting to bind port b5795e38-b9b9-4fac-ae0f-536d713595f2 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:42:46.488344 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Attempting to bind port b5795e38-b9b9-4fac-ae0f-536d713595f2 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:42:46.493291 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:42:46.493680 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Checking segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:46.494095 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.494502 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Bound using segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:42:46.494981 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Bound port: b5795e38-b9b9-4fac-ae0f-536d713595f2, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:42:46.495447 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.560088 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] For port b5795e38-b9b9-4fac-ae0f-536d713595f2, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:42:46.563619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] For port b5795e38-b9b9-4fac-ae0f-536d713595f2, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b5795e38-b9b9-4fac-ae0f-536d713595f2,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:42:46.568116 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.570063 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:46.584051 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.622732 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Pushing event updated for resources: {'Port': ['ID=b5795e38-b9b9-4fac-ae0f-536d713595f2,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:46.628596 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:46.629182 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:46.631733 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e7609a4b-5bc5-44fb-9c76-8bbd88ef953e tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:46.676434 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:46.681317 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:46.686169 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:42:46.712437 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Pushing event updated for resources: {'Port': ['ID=c041f131-9650-44a3-8893-eec32db6b139,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:46.716837 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:46.963588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:47.431073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:47.558738 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:42:47.575200 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966e644-c657-4b7d-929f-ace69c5b025a None None] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:47.663250 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:47.675552 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:47.681068 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-d7801cbf-eb40-45be-b688-127edbb1b43b None None] Provisioning for port b5795e38-b9b9-4fac-ae0f-536d713595f2 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:47.681837 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:47.686809 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45126) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:47.687302 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7521977
Jun 21 04:42:47.689149 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:47.689771 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f294c40>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:47.796693 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:47.853965 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b5795e38-b9b9-4fac-ae0f-536d713595f2 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:47.914952 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port b5795e38-b9b9-4fac-ae0f-536d713595f2 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:47.919782 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port b5795e38-b9b9-4fac-ae0f-536d713595f2 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:47.920436 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:47.997672 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f294c40>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:46Z', 'revision_number': 3, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:48.020893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.032946 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:48.033525 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Updating router 4797d83e-10a7-4272-8bee-4a0d7d779ede port c041f131-9650-44a3-8893-eec32db6b139 binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:42:48.059222 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port b5795e38-b9b9-4fac-ae0f-536d713595f2, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b5795e38-b9b9-4fac-ae0f-536d713595f2,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:48.064086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.066445 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:48.077265 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.135096 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=b5795e38-b9b9-4fac-ae0f-536d713595f2,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:48.145833 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:48.146474 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-d86c8b30-26df-4173-9386-55e62835468c None None] Provisioning complete for port b5795e38-b9b9-4fac-ae0f-536d713595f2 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:48.147368 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d86c8b30-26df-4173-9386-55e62835468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.174914 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.363888 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Allocated IP 172.20.0.1 (a03ec1d6-6835-4483-9baf-ec5399e19e89/00df6be6-e58a-4356-8caf-5ddea18c1c01/4e887269-0d5c-4f8d-87e8-3d165f8c54b6) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:42:48.364191 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.381796 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Transition to ACTIVE for port object c041f131-9650-44a3-8893-eec32db6b139 will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:48.385689 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.388653 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:48.470239 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.484381 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Transition to ACTIVE for port object 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:48.518138 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.519293 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Attempting to bind port c041f131-9650-44a3-8893-eec32db6b139 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:42:48.519665 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Attempting to bind port c041f131-9650-44a3-8893-eec32db6b139 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:42:48.520027 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Attempting to bind port c041f131-9650-44a3-8893-eec32db6b139 on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:42:48.521519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7558c216-59ed-4666-9b33-f689f9cfba56 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:48.525479 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Pushing event updated for resources: {'Port': ['ID=c041f131-9650-44a3-8893-eec32db6b139,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:48.530275 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:42:48.530651 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:48.531055 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.531455 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:42:48.531924 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Bound port: c041f131-9650-44a3-8893-eec32db6b139, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:42:48.532327 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.538837 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.539090 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.539422 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.539751 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.540064 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.540408 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.540725 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.541037 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.541373 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.541689 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.541999 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.542312 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:42:48.561273 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:48.567450 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:48.570270 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:48.572787 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:42:48.578760 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Pushing event updated for resources: {'Port': ['ID=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:48.593945 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] For port c041f131-9650-44a3-8893-eec32db6b139, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:42:48.597127 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] For port c041f131-9650-44a3-8893-eec32db6b139, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c041f131-9650-44a3-8893-eec32db6b139,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:42:48.601695 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.603936 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:48.604995 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:48.629326 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.651059 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:48.651685 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f294c40>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:48.703266 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Pushing event updated for resources: {'Port': ['ID=c041f131-9650-44a3-8893-eec32db6b139,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:48.707452 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-3d430502-61d4-4fab-8707-9e6281e013a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:48.770414 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:48.773080 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.857553 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-c3df1077-3728-44ab-9e27-1d8abf2c01ac None None] Provisioning for port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:48.863083 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-c3df1077-3728-44ab-9e27-1d8abf2c01ac None None] Provisioning complete for port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:48.863523 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c3df1077-3728-44ab-9e27-1d8abf2c01ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.900233 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-c3df1077-3728-44ab-9e27-1d8abf2c01ac None None] Port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:42:48.939579 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.944645 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:48.947659 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-da30c450-e664-442e-b4e2-d0b2ec0ac612 tempest-VolumesSnapshotTestJSON-1950851451 tempest-VolumesSnapshotTestJSON-1950851451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:48.951244 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f294c40>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:46Z', 'revision_number': 3, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:48.978764 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82990e7d-9608-4874-a522-fa035257dc44 None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:46Z', 'revision_number': 3, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:49.014289 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:49.017192 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Pushing event updated for resources: {'Port': ['ID=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:49.022410 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:49.110203 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:49.111527 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:49.243411 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:49.371938 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:49.381077 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7de2702a-dfb0-48da-a831-805e30f7a40a admin admin] 10.222.0.66 "PUT /v2.0/routers/4797d83e-10a7-4272-8bee-4a0d7d779ede/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6886878
Jun 21 04:42:49.427080 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-dfe23b15-0030-4288-a08c-8e71a4f2a412 None None] Provisioning complete for port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:49.427475 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dfe23b15-0030-4288-a08c-8e71a4f2a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:49.473435 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-dfe23b15-0030-4288-a08c-8e71a4f2a412 None None] Port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:42:49.878982 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c041f131-9650-44a3-8893-eec32db6b139 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:49.947101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port c041f131-9650-44a3-8893-eec32db6b139 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:49.951079 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c041f131-9650-44a3-8893-eec32db6b139 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:49.951460 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:49.977951 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45168) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:49.983631 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-854656228-network', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:50.005303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Made reservation on behalf of 625a9e12eb5040368bc6b0a1709c2ecb for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:42:50.007704 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.016538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.035108 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.056479 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port c041f131-9650-44a3-8893-eec32db6b139, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c041f131-9650-44a3-8893-eec32db6b139,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:50.060554 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.061710 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b5795e38-b9b9-4fac-ae0f-536d713595f2 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:50.064295 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:50.113718 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.119063 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.122249 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d91630c1-c1bd-4bbf-b199-946441d327a7 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:50.146584 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:42:50.157049 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d36ea-9fd3-4419-897f-5af13c163479,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:50.161142 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:50.165044 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.165393 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Added segment 231d6a42-57d7-421a-9f67-2cd60beaf0b0 of type vlan for network 94fa0685-679d-4685-a540-b49d8bf95449
Jun 21 04:42:50.210279 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.240066 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.241526 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:50.242158 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.245222 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99adfca9-feb5-4b54-8c5a-9a85ec04dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:50.259927 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=c041f131-9650-44a3-8893-eec32db6b139,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:50.263647 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:50.273562 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port b5795e38-b9b9-4fac-ae0f-536d713595f2 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:50.273998 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.290385 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3076661
Jun 21 04:42:50.290746 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45172) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:50.295583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Request body: {'subnet': {'network_id': '94fa0685-679d-4685-a540-b49d8bf95449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-854656228-subnet', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:50.321588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Pushing event updated for resources: {'Network': ['ID=94fa0685-679d-4685-a540-b49d8bf95449,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:50.325818 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:50.334933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Made reservation on behalf of 625a9e12eb5040368bc6b0a1709c2ecb for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:42:50.337828 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.353873 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 94fa0685-679d-4685-a540-b49d8bf95449 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:42:50.515034 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.518394 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-49cba623-de43-4914-9297-22395d7125c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:50.574525 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e161b6-bd97-4037-aaf6-903c4f165bbe,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:50.578483 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:50.583487 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Checking segment: {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:50.583844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Network hostable DHCP agents. Network: 94fa0685-679d-4685-a540-b49d8bf95449, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:42:50.601420 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Network 94fa0685-679d-4685-a540-b49d8bf95449 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:42:50.603304 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:50.611808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 94fa0685-679d-4685-a540-b49d8bf95449) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:50.612692 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:50.613352 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea2e6a0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:50.615976 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:50.616918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.631581 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-403f18e3-629e-4fae-bdbe-076efc9c5232 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3391969
Jun 21 04:42:50.634388 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45174) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:50.639174 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:50.654815 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f3ec4b-daeb-4769-8e4b-b554c9577ff1 None None] Network 94fa0685-679d-4685-a540-b49d8bf95449 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:50.663278 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127798'] for router, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.664390 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127823'] for router, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.717446 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.782713 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:50.853814 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127837'] for router, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:50.943358 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd604f8c4-524f-5831-933d-25d46adf43cf-94fa0685-679d-4685-a540-b49d8bf95449', 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'fixed_ips': [{'subnet_id': '06e161b6-bd97-4037-aaf6-903c4f165bbe'}]}} from dv-cinder-796889-2-iscsi. {{(pid=92727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 21 04:42:50.945421 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.065874 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.086625 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.142524 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.db_base_plugin_common [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Allocated IP 172.20.0.2 (94fa0685-679d-4685-a540-b49d8bf95449/06e161b6-bd97-4037-aaf6-903c4f165bbe/0c758640-9136-4ca2-9e0f-9d84284ef1f6) {{(pid=92727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:42:51.160688 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea2e6a0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 2, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:51.196179 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Allocated IP 172.27.0.95 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/5825c794-1436-4e00-b7de-db212fa82ebb) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:42:51.221808 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:51.222174 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Updating router 4797d83e-10a7-4272-8bee-4a0d7d779ede port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:42:51.270677 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.295316 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.336803 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.338746 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d1953616-bd46-4932-a110-2049ae0491e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:51.378059 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:51.383102 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:51.385522 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:42:51.388833 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5825c794-1436-4e00-b7de-db212fa82ebb,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:51.391344 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:51.432734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Notify callbacks [] for port, precommit_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.447137 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Transition to ACTIVE for port object 0c758640-9136-4ca2-9e0f-9d84284ef1f6 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:51.500643 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Transition to ACTIVE for port object 0c758640-9136-4ca2-9e0f-9d84284ef1f6 will not be triggered until provisioned by entity DHCP. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:51.513434 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205'] for port, after_create {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.516975 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:51.570619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Network 94fa0685-679d-4685-a540-b49d8bf95449 is already hosted by enough agents. {{(pid=92727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:51.579616 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.scheduler.base_scheduler [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Resources bound (agent type, host, resource id):  {{(pid=92727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:51.584259 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Received port after_create {{(pid=92727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:42:51.593305 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Pushing event updated for resources: {'Port': ['ID=0c758640-9136-4ca2-9e0f-9d84284ef1f6,revision_number=1']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:51.598985 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:51.627108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.685022 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Attempting to bind port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:42:51.685405 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Attempting to bind port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:42:51.685776 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Attempting to bind port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 on network 94fa0685-679d-4685-a540-b49d8bf95449 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:42:51.698106 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:42:51.698418 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Checking segment: {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:51.698829 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.699230 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Bound using segment: {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:42:51.699711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Bound port: 0c758640-9136-4ca2-9e0f-9d84284ef1f6, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:42:51.700091 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.705250 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.725916 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Transition to ACTIVE for port object 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:51.759469 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.766692 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-b7649713-b921-4e28-8e8b-e8842864a91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:51.804723 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c041f131-9650-44a3-8893-eec32db6b139 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:51.812145 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] For port 0c758640-9136-4ca2-9e0f-9d84284ef1f6, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:42:51.889065 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] For port 0c758640-9136-4ca2-9e0f-9d84284ef1f6, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0c758640-9136-4ca2-9e0f-9d84284ef1f6,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:42:51.903183 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:51.907299 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7ee48-6e09-4ffe-94e4-c66c1ef0f1d2 None None] Pushing event updated for resources: {'Port': ['ID=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:51.914839 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-90a7ee48-6e09-4ffe-94e4-c66c1ef0f1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:51.918513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:52.024744 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Attempting to bind port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:42:52.025429 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Attempting to bind port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:42:52.025531 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Attempting to bind port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:42:52.036971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:42:52.037418 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Checking segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:52.037827 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.038231 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Bound using segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:42:52.038715 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Bound port: 4e887269-0d5c-4f8d-87e8-3d165f8c54b6, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:42:52.039099 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.041011 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Pushing event updated for resources: {'Port': ['ID=0c758640-9136-4ca2-9e0f-9d84284ef1f6,revision_number=2']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:52.043785 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port c041f131-9650-44a3-8893-eec32db6b139 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:52.044179 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.045959 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:52.114666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1575484'] for router, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.154971 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] For port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:42:52.159269 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] For port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:42:52.184749 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.187911 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-84580117-f36d-4a98-bf0f-0da854c749a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:52.267607 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:52.268317 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea2e6a0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:52.276812 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7ee48-6e09-4ffe-94e4-c66c1ef0f1d2 None None] Pushing event updated for resources: {'Port': ['ID=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:52.290209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-90a7ee48-6e09-4ffe-94e4-c66c1ef0f1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:52.312856 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Router a7863f27-99a7-481b-ba2e-b35e31c88dc4 is scheduled to L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 with binding_index 1 {{(pid=92726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 04:42:52.453559 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:52.463400 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Sync routers for ids ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:52.474997 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.479537 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e3d01325-b21f-42cd-a2eb-e933d9dfedd4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8421478
Jun 21 04:42:52.479969 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45190) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:52.482128 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Routers {'a7863f27-99a7-481b-ba2e-b35e31c88dc4'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:52.482780 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f2103d0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:52.562309 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:52.609820 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Set router a7863f27-99a7-481b-ba2e-b35e31c88dc4 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:52.806885 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f2103d0>, [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:42:51Z', 'revision_number': 3, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:52.807109 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea2e6a0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:52Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:52.839586 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Checking router: a7863f27-99a7-481b-ba2e-b35e31c88dc4 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:52.840462 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Updating router a7863f27-99a7-481b-ba2e-b35e31c88dc4 port 5825c794-1436-4e00-b7de-db212fa82ebb binding host dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:42:52.843653 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f08b3-99f9-4669-9e92-4c2f77123b1f None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:52Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:52.881914 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:52.954402 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.147390 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Allocated IP 172.20.0.1 (94fa0685-679d-4685-a540-b49d8bf95449/06e161b6-bd97-4037-aaf6-903c4f165bbe/29ba750b-84f8-4ce9-bbcf-74c19b384d70) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:42:53.182109 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837be062-3ed5-4681-b5a8-3edf77ac8906 None None] Network 94fa0685-679d-4685-a540-b49d8bf95449 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:42:53.190117 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Notify callbacks [] for port, precommit_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.201448 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.provisioning_blocks [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Transition to ACTIVE for port object 5825c794-1436-4e00-b7de-db212fa82ebb will not be triggered until provisioned by entity L2. {{(pid=92728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:53.206819 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.209072 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:53.259171 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-ec9f72a6-ac88-4ebd-ac11-e4779985be8f None None] Provisioning for port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:53.271012 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Attempting to bind port 5825c794-1436-4e00-b7de-db212fa82ebb on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:42:53.271350 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Attempting to bind port 5825c794-1436-4e00-b7de-db212fa82ebb by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:42:53.271773 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Attempting to bind port 5825c794-1436-4e00-b7de-db212fa82ebb on network 435176e4-7dc4-429b-93b5-e75af3413f09 {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:42:53.280285 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feb685-2f8a-49bb-85f4-1ce8c1200234 None None] Pushing event updated for resources: {'Port': ['ID=5825c794-1436-4e00-b7de-db212fa82ebb,revision_number=2']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:53.283929 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.289519 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:42:53.290256 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Checking segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:53.290944 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.291547 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Bound using segment: {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'} {{(pid=92728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:42:53.292151 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.managers [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Bound port: 5825c794-1436-4e00-b7de-db212fa82ebb, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5ac21a-6cbd-482f-b195-b57025c90487', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09'}}] {{(pid=92728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:42:53.292667 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.294747 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-e3feb685-2f8a-49bb-85f4-1ce8c1200234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:53.305387 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.provisioning_blocks [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Transition to ACTIVE for port object 29ba750b-84f8-4ce9-bbcf-74c19b384d70 will not be triggered until provisioned by entity DHCP. {{(pid=92726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:53.327916 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:42:53.344733 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.356800 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-441ecb4a-f788-4011-8589-9d6ff878634a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:53.372049 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] For port 5825c794-1436-4e00-b7de-db212fa82ebb, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:42:53.375941 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.plugins.ml2.db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] For port 5825c794-1436-4e00-b7de-db212fa82ebb, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5825c794-1436-4e00-b7de-db212fa82ebb,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:42:53.384876 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron_lib.callbacks.manager [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.388333 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Network 94fa0685-679d-4685-a540-b49d8bf95449 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:53.389635 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-aee6f3b4-963a-4fc5-bcda-a8bbaebf8cd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:53.399017 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:53.406243 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:42:53.454056 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feb685-2f8a-49bb-85f4-1ce8c1200234 None None] Pushing event updated for resources: {'Port': ['ID=5825c794-1436-4e00-b7de-db212fa82ebb,revision_number=3']} {{(pid=92728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:53.463955 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Pushing event updated for resources: {'Port': ['ID=29ba750b-84f8-4ce9-bbcf-74c19b384d70,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:53.465825 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG oslo_concurrency.lockutils [None req-e3feb685-2f8a-49bb-85f4-1ce8c1200234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:53.481475 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:53.491962 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Routers {'a7863f27-99a7-481b-ba2e-b35e31c88dc4'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:53.492293 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586963'] for router_interface, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.492669 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f2103d0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:53.627929 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] Set router a7863f27-99a7-481b-ba2e-b35e31c88dc4 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:53.659376 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.802212 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-d7c06b05-e31a-4740-8757-3f9edd6d10f3 None None] Provisioning for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:53.807215 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-d7c06b05-e31a-4740-8757-3f9edd6d10f3 None None] Provisioning complete for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:53.807682 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d7c06b05-e31a-4740-8757-3f9edd6d10f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.871684 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.877846 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:53.881410 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-d7c06b05-e31a-4740-8757-3f9edd6d10f3 None None] Port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:42:53.881811 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3dba75cc-9ee9-41ac-ad07-e1e303feba17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:53.896782 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f2103d0>, [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:42:51Z', 'revision_number': 3, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:53.931642 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:53.942091 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf38f41-5bcc-41ff-922a-5313fc214c19 None None] The sync data for ids ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'] in dv-cinder-796889-2-iscsi is: [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:42:51Z', 'revision_number': 3, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:53.979065 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Pushing event updated for resources: {'Port': ['ID=29ba750b-84f8-4ce9-bbcf-74c19b384d70,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:53.982309 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:53.983172 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2035304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586186'] for router_interface, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.000552 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5ffa137f-4806-4060-b246-84ac900662c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.046567 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:54.054637 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:54.055237 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.093860 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-3174af68-8603-4be8-bc83-90bde433520d None None] Provisioning complete for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:54.094239 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-3174af68-8603-4be8-bc83-90bde433520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.097191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Network 94fa0685-679d-4685-a540-b49d8bf95449 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:42:54.098660 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:42:54.147958 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-3174af68-8603-4be8-bc83-90bde433520d None None] Port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:42:54.195901 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.231416 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Router a7863f27-99a7-481b-ba2e-b35e31c88dc4 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:42:54.235132 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:54.239884 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.241320 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0c758640-9136-4ca2-9e0f-9d84284ef1f6 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:54.243191 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a24026f9-b8ad-498f-9de9-9b5397e68669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:54.322115 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:54.332385 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:54.352929 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:54.357334 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:54.357808 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.359222 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:42:54.372672 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4f259e2e-16de-46a1-95f0-55f21136d953 admin admin] 10.222.0.66 "PUT /v2.0/routers/a7863f27-99a7-481b-ba2e-b35e31c88dc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8915722
Jun 21 04:42:54.411355 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-96e0a244-1a0b-4ea9-83bf-66ef9a2831d0 None None] Provisioning complete for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:54.411741 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-96e0a244-1a0b-4ea9-83bf-66ef9a2831d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.458443 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-96e0a244-1a0b-4ea9-83bf-66ef9a2831d0 None None] Port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:42:54.508768 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.546008 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 0c758640-9136-4ca2-9e0f-9d84284ef1f6, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0c758640-9136-4ca2-9e0f-9d84284ef1f6,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:54.550856 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:54.555927 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-ec272419-2fad-40ef-baf5-11237a56c1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:54.639272 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=0c758640-9136-4ca2-9e0f-9d84284ef1f6,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:54.649113 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:54.989875 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45214) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:54.995636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218838231', 'description': 'tempest-secgroup-smoke-1218838231 description', 'project_id': '2ddb99b4673b4df9a7130956eee56319'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.019494 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.105808 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.109547 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.111969 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d1c8fcc2-7100-465e-b740-7ef399591818 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.136019 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.137284 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1457641
Jun 21 04:42:55.140410 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45216) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:55.141421 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208bbf8d-2be1-41e0-a396-e458885270cc,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.144225 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b826ef94-dbd9-403d-9a95-37affe233b95 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.147264 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group_rule': {'security_group_id': '208bbf8d-2be1-41e0-a396-e458885270cc', 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.174375 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.237383 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.241551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.247113 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.261552 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a437c1f-6733-4749-a219-9fec7a42fe94,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.264149 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.265540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.266694 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-313c0657-9908-4b25-bf2b-3419f165fd1a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1245472
Jun 21 04:42:55.269507 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45218) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:55.274160 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group_rule': {'security_group_id': '208bbf8d-2be1-41e0-a396-e458885270cc', 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.300078 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.356444 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.359865 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.361919 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0822b530-6355-48db-b9f5-12ee5ccaf1b7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.377677 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68e8475-bb6c-4ace-8708-7bfb5b60e0cb,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.380240 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.384655 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.385821 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-75405b2d-10ad-43dd-a73a-020c282f8178 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1154077
Jun 21 04:42:55.388623 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45220) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:55.393094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group_rule': {'security_group_id': '208bbf8d-2be1-41e0-a396-e458885270cc', 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.419229 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.475847 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.479103 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.481174 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.496798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd9bae7-6230-4f8b-b775-5eda989256f3,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.499607 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.503296 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.505607 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1160965
Jun 21 04:42:55.507226 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45222) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:55.511894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group_rule': {'security_group_id': '208bbf8d-2be1-41e0-a396-e458885270cc', 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.539069 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.598418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.602470 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.604530 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3a48c76d-38b9-4d3e-a16f-0f1ea8d385f4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.619737 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39961bb-696b-4218-a1c5-906c88f96619,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.622085 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.626420 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.627688 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-00619a32-168c-44e3-9beb-c6ebc06889d4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1194975
Jun 21 04:42:55.630464 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45224) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:55.635536 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group_rule': {'security_group_id': '208bbf8d-2be1-41e0-a396-e458885270cc', 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.657499 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.securitygroups_db [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Project 2ddb99b4673b4df9a7130956eee56319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 04:42:55.662817 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.730424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.738483 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.740857 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eb75c433-e851-46ba-9f2e-7df6ce4b246c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.760100 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e73987e-c433-4c74-a2d7-3a8b13be931f,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.762741 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.765801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.769981 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6d5db928-d573-4c3d-ab5b-024577f19fdf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1357923
Jun 21 04:42:55.770276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45230) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:42:55.776000 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'security_group_rule': {'security_group_id': '208bbf8d-2be1-41e0-a396-e458885270cc', 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:42:55.801406 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.securitygroups_db [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Project 2ddb99b4673b4df9a7130956eee56319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 04:42:55.806679 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.916390 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0c758640-9136-4ca2-9e0f-9d84284ef1f6 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:55.929853 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.936298 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1727687'] for security_group_rule, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.938379 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:55.967533 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0ede07-637f-4461-a84e-283ff3895028,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:55.983214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:55.984173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:55.987764 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-4497ae25-ce55-4149-8b89-f99d54f92271 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2165399
Jun 21 04:42:56.006442 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:56.007163 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.122796 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5825c794-1436-4e00-b7de-db212fa82ebb up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:56.190096 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 5825c794-1436-4e00-b7de-db212fa82ebb completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:56.197665 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 5825c794-1436-4e00-b7de-db212fa82ebb triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:56.198299 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.320806 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.348265 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 5825c794-1436-4e00-b7de-db212fa82ebb, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5825c794-1436-4e00-b7de-db212fa82ebb,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:56.353435 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.354296 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:56.356052 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-f68b4811-76a1-4083-917d-422ade4af085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:56.427037 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62880240-fb79-4701-8999-a419eae94338 None None] Sync routers for ids ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:42:56.435286 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae180c-620b-4d69-b361-519cebe81aca req-5f392707-d039-44cb-be9a-6bbfe1282480 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:56.437059 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-28ae180c-620b-4d69-b361-519cebe81aca req-5f392707-d039-44cb-be9a-6bbfe1282480 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0763426
Jun 21 04:42:56.448097 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=5825c794-1436-4e00-b7de-db212fa82ebb,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:56.460081 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:56.461646 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] Routers {'a7863f27-99a7-481b-ba2e-b35e31c88dc4'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:56.462269 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dc9ed90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:26Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:56.484833 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-28ae180c-620b-4d69-b361-519cebe81aca req-7e1c6cb4-aa1c-4fe7-90df-ef46232b736f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403001
Jun 21 04:42:56.531269 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-3f48c36e-04e8-4d57-b0ac-9dbb3fd46e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.563328 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:56.563709 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.636398 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] Set router a7863f27-99a7-481b-ba2e-b35e31c88dc4 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:56.876978 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dc9ed90>, [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:42:53Z', 'revision_number': 4, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '29ba750b-84f8-4ce9-bbcf-74c19b384d70', 'name': '', 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'mac_address': 'fa:16:3e:fa:30:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '06e161b6-bd97-4037-aaf6-903c4f165bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:52Z', 'updated_at': '2021-06-21T04:42:53Z', 'revision_number': 2, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'subnets': [{'id': '06e161b6-bd97-4037-aaf6-903c4f165bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:56.908895 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62880240-fb79-4701-8999-a419eae94338 None None] Checking router: a7863f27-99a7-481b-ba2e-b35e31c88dc4 for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:42:56.909267 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62880240-fb79-4701-8999-a419eae94338 None None] Updating router a7863f27-99a7-481b-ba2e-b35e31c88dc4 port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 binding host dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 04:42:56.942791 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:56.953783 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-62880240-fb79-4701-8999-a419eae94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.207152 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-62880240-fb79-4701-8999-a419eae94338 None None] Notify callbacks [] for port, precommit_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.216678 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-62880240-fb79-4701-8999-a419eae94338 None None] Transition to ACTIVE for port object 29ba750b-84f8-4ce9-bbcf-74c19b384d70 will not be triggered until provisioned by entity L2. {{(pid=92727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:42:57.222547 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-62880240-fb79-4701-8999-a419eae94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.225464 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:57.301619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599a632-0b7c-4241-afaf-f336f5c7991f None None] Pushing event updated for resources: {'Port': ['ID=29ba750b-84f8-4ce9-bbcf-74c19b384d70,revision_number=3']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:57.305768 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a599a632-0b7c-4241-afaf-f336f5c7991f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:57.479491 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-62880240-fb79-4701-8999-a419eae94338 None None] Attempting to bind port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 on host dv-cinder-796889-2-iscsi for vnic_type normal with profile  {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:42:57.479787 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-62880240-fb79-4701-8999-a419eae94338 None None] Attempting to bind port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 by drivers openvswitch,hyperv on host dv-cinder-796889-2-iscsi at level 0 using segments [{'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:42:57.480254 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62880240-fb79-4701-8999-a419eae94338 None None] Attempting to bind port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 on network 94fa0685-679d-4685-a540-b49d8bf95449 {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:42:57.485068 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62880240-fb79-4701-8999-a419eae94338 None None] Checking agent: {'id': 'fc2d44b9-26b0-4366-a132-89258d20fa8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 22, 57), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:42:57.485453 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62880240-fb79-4701-8999-a419eae94338 None None] Checking segment: {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:42:57.485856 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-62880240-fb79-4701-8999-a419eae94338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.486255 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62880240-fb79-4701-8999-a419eae94338 None None] Bound using segment: {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'} {{(pid=92727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:42:57.486726 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.managers [None req-62880240-fb79-4701-8999-a419eae94338 None None] Bound port: 29ba750b-84f8-4ce9-bbcf-74c19b384d70, host: dv-cinder-796889-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231d6a42-57d7-421a-9f67-2cd60beaf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449'}}] {{(pid=92727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:42:57.487101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-62880240-fb79-4701-8999-a419eae94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.523303 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.570893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-62880240-fb79-4701-8999-a419eae94338 None None] For port 29ba750b-84f8-4ce9-bbcf-74c19b384d70, host dv-cinder-796889-2-iscsi, cleared binding levels {{(pid=92727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:42:57.573896 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-62880240-fb79-4701-8999-a419eae94338 None None] For port 29ba750b-84f8-4ce9-bbcf-74c19b384d70, host dv-cinder-796889-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=29ba750b-84f8-4ce9-bbcf-74c19b384d70,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:42:57.578858 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-62880240-fb79-4701-8999-a419eae94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:57.580933 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:42:57.644354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] Routers {'a7863f27-99a7-481b-ba2e-b35e31c88dc4'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:42:57.645217 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dc9ed90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:57.650060 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599a632-0b7c-4241-afaf-f336f5c7991f None None] Pushing event updated for resources: {'Port': ['ID=29ba750b-84f8-4ce9-bbcf-74c19b384d70,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:42:57.675913 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715e255-6dda-4e8a-af35-d359e5ad6ba8 req-f2912925-a07d-41ce-b6d3-cba18b8bb02f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:57.678883 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e715e255-6dda-4e8a-af35-d359e5ad6ba8 req-f2912925-a07d-41ce-b6d3-cba18b8bb02f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0731897
Jun 21 04:42:57.686597 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a599a632-0b7c-4241-afaf-f336f5c7991f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:42:57.736921 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e715e255-6dda-4e8a-af35-d359e5ad6ba8 req-49f99969-a913-4f28-9e2d-a26893ad4f3e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478396
Jun 21 04:42:57.772021 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] Set router a7863f27-99a7-481b-ba2e-b35e31c88dc4 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:42:57.800257 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5825c794-1436-4e00-b7de-db212fa82ebb up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:57.951880 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 5825c794-1436-4e00-b7de-db212fa82ebb triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:57.952535 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:58.079270 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-62880240-fb79-4701-8999-a419eae94338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dc9ed90>, [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:42:53Z', 'revision_number': 4, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '29ba750b-84f8-4ce9-bbcf-74c19b384d70', 'name': '', 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'mac_address': 'fa:16:3e:fa:30:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '06e161b6-bd97-4037-aaf6-903c4f165bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:52Z', 'updated_at': '2021-06-21T04:42:57Z', 'revision_number': 4, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'subnets': [{'id': '06e161b6-bd97-4037-aaf6-903c4f165bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:42:58.105697 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62880240-fb79-4701-8999-a419eae94338 None None] The sync data for ids ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'] in dv-cinder-796889-2-iscsi is: [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:42:53Z', 'revision_number': 4, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '29ba750b-84f8-4ce9-bbcf-74c19b384d70', 'name': '', 'network_id': '94fa0685-679d-4685-a540-b49d8bf95449', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'mac_address': 'fa:16:3e:fa:30:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '06e161b6-bd97-4037-aaf6-903c4f165bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:52Z', 'updated_at': '2021-06-21T04:42:57Z', 'revision_number': 4, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'subnets': [{'id': '06e161b6-bd97-4037-aaf6-903c4f165bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:42:58.910830 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4c5c-10f5-4d39-a490-d5077c927dc8 req-51436847-3380-4b98-a13e-c11d979fee2e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:42:58.912312 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c4fa4c5c-10f5-4d39-a490-d5077c927dc8 req-51436847-3380-4b98-a13e-c11d979fee2e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0610950
Jun 21 04:42:58.948217 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c4fa4c5c-10f5-4d39-a490-d5077c927dc8 req-9017e60b-764c-4b43-a23d-ab0dd7f0d7cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303180
Jun 21 04:42:59.258679 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:59.794398 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 29ba750b-84f8-4ce9-bbcf-74c19b384d70 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:42:59.845552 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:42:59.849161 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:42:59.849546 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:59.922324 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:59.952920 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] For port 29ba750b-84f8-4ce9-bbcf-74c19b384d70, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=29ba750b-84f8-4ce9-bbcf-74c19b384d70,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:42:59.956510 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:42:59.958318 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:00.004118 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Pushing event updated for resources: {'Port': ['ID=29ba750b-84f8-4ce9-bbcf-74c19b384d70,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:00.007290 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:00.040944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:00.135630 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4564-eacb-4d09-bbf0-3bb75148d9d1 req-56b03d86-13d7-467f-b957-76ddb7c80ea0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:00.137288 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d03c4564-eacb-4d09-bbf0-3bb75148d9d1 req-56b03d86-13d7-467f-b957-76ddb7c80ea0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0654922
Jun 21 04:43:00.175611 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d03c4564-eacb-4d09-bbf0-3bb75148d9d1 req-b1bc9248-92a4-4ed2-810f-c6e881f97931 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324764
Jun 21 04:43:01.354694 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0da22-1f3f-454b-bb75-8fb816606677 req-dcacca7d-d30d-423a-b733-52acc6f8970f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:01.356219 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4ad0da22-1f3f-454b-bb75-8fb816606677 req-dcacca7d-d30d-423a-b733-52acc6f8970f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0658133
Jun 21 04:43:01.395128 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4ad0da22-1f3f-454b-bb75-8fb816606677 req-d0a9d92d-3586-4094-ac16-9bcf4fdd7ccb tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330646
Jun 21 04:43:01.781042 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 29ba750b-84f8-4ce9-bbcf-74c19b384d70 up at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:43:01.831351 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Provisioning complete for port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:43:01.831657 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:02.573157 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352317f1-f95d-45f1-98c1-05789e6ee49f req-c5ab7b21-d790-41d0-a810-7beff20fc7a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:02.574719 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-352317f1-f95d-45f1-98c1-05789e6ee49f req-c5ab7b21-d790-41d0-a810-7beff20fc7a9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0631795
Jun 21 04:43:02.611662 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-352317f1-f95d-45f1-98c1-05789e6ee49f req-2508bbec-7ff2-4acc-a90b-ffb2e711cfc5 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314503
Jun 21 04:43:03.790160 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7455c1-94d9-4471-af4e-1dc3a7507753 req-6353b8bb-94fd-43a4-9530-17b77ee26794 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:03.791617 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ef7455c1-94d9-4471-af4e-1dc3a7507753 req-6353b8bb-94fd-43a4-9530-17b77ee26794 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0613670
Jun 21 04:43:03.829175 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ef7455c1-94d9-4471-af4e-1dc3a7507753 req-bf070547-6fd8-4128-be00-5110a2f8bcf1 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319636
Jun 21 04:43:05.016961 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38dc2-4bc5-4b28-a1ef-99be3aaedecd req-1c5fac0b-0808-45e2-b7a3-cfbcd4399017 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:05.018413 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fed38dc2-4bc5-4b28-a1ef-99be3aaedecd req-1c5fac0b-0808-45e2-b7a3-cfbcd4399017 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0682509
Jun 21 04:43:05.057791 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fed38dc2-4bc5-4b28-a1ef-99be3aaedecd req-ada62b84-c58f-4472-a14f-87d10ad2ff22 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336154
Jun 21 04:43:06.233765 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f8d2-03a8-4548-b3aa-dcb24160a22e req-7a2eb7c5-4680-4179-b092-6cbca5164e0e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:06.235260 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e703f8d2-03a8-4548-b3aa-dcb24160a22e req-7a2eb7c5-4680-4179-b092-6cbca5164e0e tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0624962
Jun 21 04:43:06.272483 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e703f8d2-03a8-4548-b3aa-dcb24160a22e req-e62a5a7c-120b-4006-a1a3-61184e2af101 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314415
Jun 21 04:43:07.450170 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6b1fd-545f-4626-8c99-7668f88012a5 req-2eab9642-59c9-4407-aa7e-a978ae94bdfe tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:07.451648 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-58b6b1fd-545f-4626-8c99-7668f88012a5 req-2eab9642-59c9-4407-aa7e-a978ae94bdfe tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0626113
Jun 21 04:43:07.487319 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-58b6b1fd-545f-4626-8c99-7668f88012a5 req-ad4c2504-8599-44a6-a894-df39c7022107 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0300553
Jun 21 04:43:08.175996 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-08c45907-1715-430b-bca6-3a339183534f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:08.177457 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-08c45907-1715-430b-bca6-3a339183534f tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.0662482
Jun 21 04:43:08.277380 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Deleting port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:43:08.277827 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:08.371510 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] For port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:08.371861 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:08.541276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:08.541660 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:08.541968 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Floating IP 29144ba4-69e9-415b-a1b4-b8fd85a20aa5 disassociated. External IP: 172.27.0.37, port: ea204c6f-74e2-41ce-acbf-2a5b755ba0a9.
Jun 21 04:43:08.542307 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Calling delete_port for ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:43:08.715869 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:08.721418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eee3f54f-44b0-4110-a4b3-a495f5e0f7ab tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:08.737734 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d499f-e513-41e7-9673-2f7a432fec35 req-7947e5f3-4e30-4042-a1fd-990bf128ebc4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:08.739395 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5c1d499f-e513-41e7-9673-2f7a432fec35 req-7947e5f3-4e30-4042-a1fd-990bf128ebc4 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 946 time: 0.1214499
Jun 21 04:43:08.767925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event deleted for resources: {'Port': ['ID=ea204c6f-74e2-41ce-acbf-2a5b755ba0a9,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:08.777435 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:08.846807 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5c1d499f-e513-41e7-9673-2f7a432fec35 req-9d32693a-dfa6-4920-9888-22442158ffe9 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e5eb04-4a0b-4177-8e36-997aa0f7da65&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821941
Jun 21 04:43:08.910168 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:43:09.017302 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:43:09.026741 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:43:09.035606 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:43:09.036306 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f210730>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:09.059464 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] No DVR routers for this DVR port ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:43:09.061890 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:09.063793 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8c7e6809-5c26-41e0-9a7f-e26111b54cea req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.69 "DELETE /v2.0/ports/ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 HTTP/1.1" status: 204  len: 173 time: 0.8802531
Jun 21 04:43:09.064325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-deleted', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:09.066649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b051b4a4-810c-46ee-89a5-e99af85582d6" -d '{"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-deleted", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:09.196657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a94daf-770b-4926-a36c-eac6c5228b17 x-openstack-request-id: req-77a94daf-770b-4926-a36c-eac6c5228b17 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:09.197263 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aad6d2-ae7f-4db3-a999-660496be696b", "name": "network-vif-deleted", "tag": "ea204c6f-74e2-41ce-acbf-2a5b755ba0a9", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:09.197263 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77a94daf-770b-4926-a36c-eac6c5228b17 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:09.197716 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aad6d2-ae7f-4db3-a999-660496be696b', 'name': 'network-vif-deleted', 'tag': 'ea204c6f-74e2-41ce-acbf-2a5b755ba0a9', 'status': 'completed', 'code': 200}
Jun 21 04:43:09.243328 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:43:09.449371 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f210730>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:09.478467 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:43:09.486484 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:43:09.487107 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f210730>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:09.592748 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:43:09.786237 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e2d581de-b864-425a-9cb0-7b1de960da68 req-217a1c6e-f120-44ae-b80f-cca6d7ab772f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65aad6d2-ae7f-4db3-a999-660496be696b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0321324
Jun 21 04:43:09.802385 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f210730>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:09.829167 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd82f34-1b48-4bf4-b8db-06cb8a98e8d5 None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:30:54Z', 'revision_number': 4, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': 'ac17022a-ba28-4a5b-a85d-22595c1d9914', 'name': '', 'network_id': 'deba7b87-de95-4981-8527-337adae6b9f5', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'mac_address': 'fa:16:3e:4b:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:52Z', 'updated_at': '2021-06-21T04:31:08Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'subnets': [{'id': '084bc81e-c6db-4759-a13d-c5f6b9700a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:43:09.847935 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e2d581de-b864-425a-9cb0-7b1de960da68 req-cdc64642-4fd7-4aa3-b2b9-3264a9e867a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e675f725dd95409596002be17e7bf626&device_id=65aad6d2-ae7f-4db3-a999-660496be696b HTTP/1.1" status: 200  len: 210 time: 0.0277028
Jun 21 04:43:09.989433 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d581de-b864-425a-9cb0-7b1de960da68 req-c5c0bcf1-bb04-457e-9841-4d0ed9d55b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:09.990627 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45410) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:09.991124 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e2d581de-b864-425a-9cb0-7b1de960da68 req-c5c0bcf1-bb04-457e-9841-4d0ed9d55b7e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e675f725dd95409596002be17e7bf626&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1140642
Jun 21 04:43:10.068833 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.097652 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.133250 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d581de-b864-425a-9cb0-7b1de960da68 req-04cd81b2-377a-4718-8577-daf0ddb29121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:10.134731 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e2d581de-b864-425a-9cb0-7b1de960da68 req-04cd81b2-377a-4718-8577-daf0ddb29121 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1374955
Jun 21 04:43:10.149547 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e310ff-2e1e-4e19-b90e-ce6c1ca31577 None None] New status for floating IP 29144ba4-69e9-415b-a1b4-b8fd85a20aa5: DOWN {{(pid=92727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:43:10.171455 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.174876 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.179075 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45420) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:10.179790 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "DELETE /v2.0/security-groups/19e5eb04-4a0b-4177-8e36-997aa0f7da65 HTTP/1.1" status: 204  len: 168 time: 0.1862588
Jun 21 04:43:10.180954 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-ebcfb479-b1e5-40e0-a5ec-963918a0bb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:10.191813 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5eb04-4a0b-4177-8e36-997aa0f7da65,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:10.195764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-325989b2-0caa-45d9-a51b-f178611e56fa tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:10.198942 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.api.v2.resource [None req-5cdc2933-8c88-4502-83d1-e781f68430f6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] show failed (client error): The resource could not be found.
Jun 21 04:43:10.203766 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5cdc2933-8c88-4502-83d1-e781f68430f6 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "GET /v2.0/security-groups/19e5eb04-4a0b-4177-8e36-997aa0f7da65 HTTP/1.1" status: 404  len: 347 time: 0.0190983
Jun 21 04:43:10.203766 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45424) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:10.353267 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Deleting port ac64823f-e37e-4ed3-953b-de9ff27cce5c {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:43:10.353657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.432103 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.432461 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.497108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Calling delete_port for ac64823f-e37e-4ed3-953b-de9ff27cce5c owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:43:10.620969 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.623606 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-87d5ed4a-d806-49c4-928e-ae01e49ca862 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:10.655083 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Pushing event deleted for resources: {'Port': ['ID=ac64823f-e37e-4ed3-953b-de9ff27cce5c,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:10.672720 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:10.711670 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.714221 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:10.715629 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] 10.222.0.66 "DELETE /v2.0/floatingips/29144ba4-69e9-415b-a1b4-b8fd85a20aa5 HTTP/1.1" status: 204  len: 168 time: 0.5116735
Jun 21 04:43:12.071141 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:43:12.092589 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:43:12.092820 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device ea204c6f-74e2-41ce-acbf-2a5b755ba0a9 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:43:13.301117 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45484) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:13.787159 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:14.036562 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Deleting port ac17022a-ba28-4a5b-a85d-22595c1d9914 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:43:14.036906 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:14.113721 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] For port ac17022a-ba28-4a5b-a85d-22595c1d9914, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=ac17022a-ba28-4a5b-a85d-22595c1d9914,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:14.114079 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:14.182394 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Calling delete_port for ac17022a-ba28-4a5b-a85d-22595c1d9914 owned by network:router_interface {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:43:14.367958 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:14.369968 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-48a3932d-5954-49ba-8ed9-8df42c9180a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:14.393266 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac17022a-ba28-4a5b-a85d-22595c1d9914,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:14.396509 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:14.558961 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:14.762318 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Router 8a178ed4-3722-40a3-81d2-bf956a8d0620 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:43:14.878187 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:43:14.885812 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] 10.222.0.66 "PUT /v2.0/routers/8a178ed4-3722-40a3-81d2-bf956a8d0620/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5835781
Jun 21 04:43:14.886506 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45500) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:14.887099 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] Sync routers for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:43:14.899021 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:43:14.900321 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eceaac0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:15.001746 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks [] for router, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.008731 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:43:15.201447 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eceaac0>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:43:14Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:15.230772 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] Checking router: 8a178ed4-3722-40a3-81d2-bf956a8d0620 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:43:15.240822 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] Routers {'8a178ed4-3722-40a3-81d2-bf956a8d0620'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:43:15.241477 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985eceaac0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:42:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['8a178ed4-3722-40a3-81d2-bf956a8d0620'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:15.355013 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] Set router 8a178ed4-3722-40a3-81d2-bf956a8d0620 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:43:15.407665 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.459869 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Deleting port 4ed4dfd6-994e-41ae-833f-f2b97df2662d {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:43:15.460265 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.529728 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985eceaac0>, [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:43:14Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:15.544072 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] For port 4ed4dfd6-994e-41ae-833f-f2b97df2662d, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=4ed4dfd6-994e-41ae-833f-f2b97df2662d,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:15.544450 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.557899 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8696e4-b555-4842-8251-584bc3222b2b None None] The sync data for ids ['8a178ed4-3722-40a3-81d2-bf956a8d0620'] in dv-cinder-796889-2-iscsi is: [{'id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'name': 'tempest-AttachVolumeShelveTestJSON-1280590259-router', 'tenant_id': 'e675f725dd95409596002be17e7bf626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:47Z', 'updated_at': '2021-06-21T04:43:14Z', 'revision_number': 5, 'project_id': 'e675f725dd95409596002be17e7bf626', 'gw_port': {'id': '4ed4dfd6-994e-41ae-833f-f2b97df2662d', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:67:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a178ed4-3722-40a3-81d2-bf956a8d0620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:48Z', 'updated_at': '2021-06-21T04:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:43:15.607490 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Calling delete_port for 4ed4dfd6-994e-41ae-833f-f2b97df2662d owned by network:router_gateway {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:43:15.768931 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.771539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e7fb891d-536a-4800-938e-431e6a6d2785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:15.799184 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed4dfd6-994e-41ae-833f-f2b97df2662d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:15.802522 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:15.861523 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.952963 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:15.955086 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.003047 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.003798 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a178ed4-3722-40a3-81d2-bf956a8d0620 {{(pid=92725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:43:16.011207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Notify callbacks [] for router, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.011904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device ac17022a-ba28-4a5b-a85d-22595c1d9914 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:43:16.015236 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] 10.222.0.66 "DELETE /v2.0/routers/8a178ed4-3722-40a3-81d2-bf956a8d0620 HTTP/1.1" status: 204  len: 168 time: 1.1251652
Jun 21 04:43:16.015600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45506) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:16.033578 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: ac17022a-ba28-4a5b-a85d-22595c1d9914 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:43:16.033851 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device ac17022a-ba28-4a5b-a85d-22595c1d9914 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:43:16.063869 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Deleting subnet 084bc81e-c6db-4759-a13d-c5f6b9700a3d {{(pid=92725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:43:16.067006 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.099247 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64297722'] for subnet, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.185971 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.241183 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64297507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64544725'] for subnet, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.244714 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:16.269357 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084bc81e-c6db-4759-a13d-c5f6b9700a3d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:16.271318 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.276035 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b64673-e8cb-43cb-ad83-0e523930cb4d None None] Network deba7b87-de95-4981-8527-337adae6b9f5 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:43:16.276231 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45508) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:16.277954 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/084bc81e-c6db-4759-a13d-c5f6b9700a3d HTTP/1.1" status: 204  len: 168 time: 0.2612300
Jun 21 04:43:16.279035 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2f5e4785-8fab-4738-8111-7dcf77a6a8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:16.354428 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.406737 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Deleting port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:43:16.407232 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.475913 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] For port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:16.476235 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.479862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6845ce0-be20-4877-911f-f58306242585 None None] DHCP port deletion for deba7b87-de95-4981-8527-337adae6b9f5 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:43:16.524665 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Deleting port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:43:16.524970 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.541498 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Calling delete_port for 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec owned by network:dhcp {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:43:16.588248 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-c6845ce0-be20-4877-911f-f58306242585 None None] For port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,segment=NetworkSegment(edab6ca8-5047-44d0-8b69-44cef28ed8b4),segment_id=edab6ca8-5047-44d0-8b69-44cef28ed8b4)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:16.588513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.617789 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.619697 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:16.643036 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:16.646195 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:16.647075 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] No DVR routers for this DVR port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec on host dv-cinder-796889-2-iscsi {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:43:16.650903 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Calling delete_port for 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:43:16.722335 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.729886 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.731820 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:16.732507 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985f76beb0>,) {'filters': {'network_id': ['deba7b87-de95-4981-8527-337adae6b9f5']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:16.742361 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985f76beb0>, 'edab6ca8-5047-44d0-8b69-44cef28ed8b4') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:16.742666 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985f76beb0>, 'edab6ca8-5047-44d0-8b69-44cef28ed8b4') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:16.751157 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.754347 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Pushing event deleted for resources: {'Port': ['ID=17b452dc-b8c9-4779-bf9c-c1d0fc5185ec,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:16.756832 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-c6845ce0-be20-4877-911f-f58306242585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:16.759725 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6845ce0-be20-4877-911f-f58306242585 None None] No DVR routers for this DVR port 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:43:16.767338 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.774514 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:43:16.774942 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:43:16.776643 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:43:16.827485 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.832037 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:16.834332 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] 10.222.0.66 "DELETE /v2.0/networks/deba7b87-de95-4981-8527-337adae6b9f5 HTTP/1.1" status: 204  len: 168 time: 0.5568683
Jun 21 04:43:16.834656 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:16.850843 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=deba7b87-de95-4981-8527-337adae6b9f5,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:16.853297 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:16.948894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45516) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:16.987723 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5d9262a7-d529-4d10-b5ca-60088a0153f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e675f725dd95409596002be17e7bf626&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0375876
Jun 21 04:43:16.990677 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45518) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:17.036713 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.058535 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.106649 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.109346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.110534 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa14a739-b9ce-4156-9d76-1014774353cb HTTP/1.1" status: 204  len: 168 time: 0.1189561
Jun 21 04:43:17.111279 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9524fb79-566c-4204-b981-c10682dc94a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:17.119203 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14a739-b9ce-4156-9d76-1014774353cb,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:17.121612 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:17.744255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45544) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:17.795569 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:43:17.820593 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:43:17.821220 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 17b452dc-b8c9-4779-bf9c-c1d0fc5185ec not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:43:17.821668 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4ed4dfd6-994e-41ae-833f-f2b97df2662d no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:43:17.839978 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-685760535-network', 'tenant_id': 'fcdac8fd3da94c809b858786588267a8'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:17.840739 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 4ed4dfd6-994e-41ae-833f-f2b97df2662d {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:43:17.841103 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4ed4dfd6-994e-41ae-833f-f2b97df2662d not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:43:17.861144 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Made reservation on behalf of fcdac8fd3da94c809b858786588267a8 for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:43:17.863636 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.871849 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.956334 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.960416 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.964066 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-eed6d61f-7676-4394-b808-9526d1f83cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:17.980482 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:43:17.995317 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:17.998160 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:17.998486 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Added segment 6e83482b-b525-4e43-98bb-de98a8156c2e of type vlan for network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6
Jun 21 04:43:17.999920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:18.039550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:18.067239 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:18.068481 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:18.069052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:18.071213 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5d44c4cb-2754-47fc-bf8c-a498070704be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:18.122032 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3765037
Jun 21 04:43:18.124947 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45548) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:18.130060 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Request body: {'subnet': {'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-685760535-subnet', 'tenant_id': 'fcdac8fd3da94c809b858786588267a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:18.132622 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Pushing event updated for resources: {'Network': ['ID=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:18.135395 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:18.143015 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:43:18.150515 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Made reservation on behalf of fcdac8fd3da94c809b858786588267a8 for: {'subnet': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:43:18.152903 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64577370'] for subnet, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:18.315522 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63344171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64577352'] for subnet, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:18.317601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:18.370404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08972987-d4bb-4e2c-be1d-66ccbaa4a24a,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:18.375636 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:18.379293 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Checking segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:43:18.379766 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Network hostable DHCP agents. Network: da5f0f79-c0eb-4004-8c1e-7ffa20b671b6, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:43:18.395886 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:43:18.405746 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, da5f0f79-c0eb-4004-8c1e-7ffa20b671b6) {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:43:18.410302 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:18.410302 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:18.416279 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306d611-d85b-49ea-84c6-e6dcdd1a940c None None] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:43:18.424481 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4d53e237-f1e7-491b-87dc-a0434cf63524 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.2983828
Jun 21 04:43:18.541372 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772b936-0052-41c0-834f-2a782e589cb4 None None] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:43:18.838207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1d64abe3-6986-46b2-b447-963c23a15e44 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:18.839565 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1d64abe3-6986-46b2-b447-963c23a15e44 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1029086
Jun 21 04:43:18.854571 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-a52a2062-6369-40bd-8720-80444f0bf0c9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/quotas/fcdac8fd3da94c809b858786588267a8 HTTP/1.1" status: 200  len: 375 time: 0.0092866
Jun 21 04:43:18.888294 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-34a2aa24-b835-418c-808c-79aa455412ba tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0288446
Jun 21 04:43:18.939029 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-ccde73dc-17a9-4926-b2f5-a8af123dbd67 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:43:18.940002 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-ccde73dc-17a9-4926-b2f5-a8af123dbd67 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0455327
Jun 21 04:43:19.029823 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-0721a6b3-804f-49c1-b91e-02ef7106a6a5 service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839710
Jun 21 04:43:19.115900 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-635461e8-11e8-45d8-af9c-908e7b00aa6c service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804288
Jun 21 04:43:19.284203 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-878d053d-add2-4ae4-9d48-d746fcc1a21a req-8e4b6e79-93a1-4ee0-ad86-cf4d00683f43 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 210 time: 0.0296624
Jun 21 04:43:20.427125 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8d05bd61-824b-43c8-9346-266ff67a2972 req-50f5eca5-fd5d-4845-a97a-01b103b81f16 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 210 time: 0.0351026
Jun 21 04:43:20.929832 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-872b2791-cf81-4529-9c64-4788c19f7105 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:20.931239 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-872b2791-cf81-4529-9c64-4788c19f7105 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1131437
Jun 21 04:43:20.949370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Request body: {'port': {'device_id': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'admin_state_up': True, 'tenant_id': 'fcdac8fd3da94c809b858786588267a8'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:21.061349 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Made reservation on behalf of fcdac8fd3da94c809b858786588267a8 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:43:21.065556 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.187038 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Allocated IP 172.20.0.3 (da5f0f79-c0eb-4004-8c1e-7ffa20b671b6/08972987-d4bb-4e2c-be1d-66ccbaa4a24a/b97cd7ad-d37b-4c14-b149-e1a3fed02d65) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:43:21.325369 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.362654 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.366628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:21.410615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:43:21.413750 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:43:21.421275 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:43:21.462710 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event updated for resources: {'Port': ['ID=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:21.484782 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.485230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.485667 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.486095 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.486516 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.486997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.487564 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.487986 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.488471 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.488907 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.489303 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.489796 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:21.498579 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:21.499302 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.502334 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:21.520336 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5745788
Jun 21 04:43:21.537982 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Request body: {'port': {'device_id': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:21.609921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.613897 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35991184-ccb6-49a5-afba-e17941600d71 req-a11a630e-d99d-4bf4-9aa5-402948de1902 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:21.615381 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-35991184-ccb6-49a5-afba-e17941600d71 req-a11a630e-d99d-4bf4-9aa5-402948de1902 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 931 time: 0.0650663
Jun 21 04:43:21.658347 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-35991184-ccb6-49a5-afba-e17941600d71 req-304596be-1113-44a1-b76b-6e7b6fbd4307 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363390
Jun 21 04:43:21.876986 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97cd7ad-d37b-4c14-b149-e1a3fed02d65 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:21.884287 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.895517 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Transition to ACTIVE for port object b97cd7ad-d37b-4c14-b149-e1a3fed02d65 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:43:21.900265 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:21.902197 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99d3eaf5-99a5-4d9d-9676-c4650ae050cc tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:21.977204 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:21.994207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:22.040513 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Attempting to bind port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:43:22.040841 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Attempting to bind port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:43:22.041166 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Attempting to bind port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:22.045251 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:43:22.045571 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Attempting to bind port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:22.050185 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:43:22.050520 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Checking segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:43:22.050898 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Bound using segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:43:22.051318 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Bound port: b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:43:22.051657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:22.113115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] For port b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:43:22.116099 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] For port b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:43:22.120626 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:22.124235 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-934ae41a-19b5-4fc5-821b-6528d232be26 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:22.161569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.162177 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:22.163572 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/b97cd7ad-d37b-4c14-b149-e1a3fed02d65 HTTP/1.1" status: 200  len: 1093 time: 0.6299422
Jun 21 04:43:22.164080 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'tag': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:22.166390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd7fa2f-a64b-4137-a034-553895b28c72" -d '{"events": [{"name": "network-changed", "server_uuid": "a9642852-3ae2-4196-970f-d2920cf6a9d9", "tag": "b97cd7ad-d37b-4c14-b149-e1a3fed02d65"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:22.191448 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:22.195403 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:22.202392 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2178c2ff-3467-4fdf-9fd0-47c80f28bd3a x-openstack-request-id: req-2178c2ff-3467-4fdf-9fd0-47c80f28bd3a {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:22.202756 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9642852-3ae2-4196-970f-d2920cf6a9d9", "tag": "b97cd7ad-d37b-4c14-b149-e1a3fed02d65", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:22.203074 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2178c2ff-3467-4fdf-9fd0-47c80f28bd3a {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:22.203503 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'tag': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'status': 'completed', 'code': 200}
Jun 21 04:43:22.286498 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-f1ed18ff-b173-43d5-ac49-3a2c49253e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.287878 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-f1ed18ff-b173-43d5-ac49-3a2c49253e26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 1096 time: 0.0519085
Jun 21 04:43:22.336186 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-ab5c1120-8e36-4283-934b-4cdade9f7079 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65 HTTP/1.1" status: 200  len: 217 time: 0.0334902
Jun 21 04:43:22.387587 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc204a-79f6-40c8-829d-437ca28758cf req-ff047e00-edbe-4e9a-b9c0-d652d2916204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.389016 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-ff047e00-edbe-4e9a-b9c0-d652d2916204 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0449071
Jun 21 04:43:22.423096 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-4c8eef62-05f0-4b41-8fab-0cb667246bf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263252
Jun 21 04:43:22.509064 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-8f2324e9-99c1-43a0-8a18-194e88406043 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791018
Jun 21 04:43:22.598763 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-58dc204a-79f6-40c8-829d-437ca28758cf req-d61a2f82-7e11-4d04-aba0-003c17e1e924 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816231
Jun 21 04:43:22.749840 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-5ceb0e1d-304d-498d-a664-a406b86d5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.751339 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-5ceb0e1d-304d-498d-a664-a406b86d5c7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 1096 time: 0.0554461
Jun 21 04:43:22.845404 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690dc12-9117-493e-bc14-cf3dd9e2606e req-a3e9ab72-e983-46a1-9df6-91f98fc155cc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.850159 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9690dc12-9117-493e-bc14-cf3dd9e2606e req-a3e9ab72-e983-46a1-9df6-91f98fc155cc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 943 time: 0.0816231
Jun 21 04:43:22.852188 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-57382630-80ec-4525-8159-7d1dee425822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.853879 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-57382630-80ec-4525-8159-7d1dee425822 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 915 time: 0.0948517
Jun 21 04:43:22.889590 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9690dc12-9117-493e-bc14-cf3dd9e2606e req-6cb4c394-8137-4047-a303-6d29427a45b6 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349517
Jun 21 04:43:22.899728 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-6eb5de76-07dc-46e4-ba7c-877a17cf2b7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65 HTTP/1.1" status: 200  len: 217 time: 0.0386956
Jun 21 04:43:22.952628 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-403a0be6-7f46-44f1-9b4c-63880aae9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:22.954089 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-403a0be6-7f46-44f1-9b4c-63880aae9459 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0470290
Jun 21 04:43:22.995099 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-7111ce63-c984-497c-8c37-49a38983e14a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322356
Jun 21 04:43:23.094013 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-797c981d-0416-4924-8cb1-dff9384a9ae6 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904388
Jun 21 04:43:23.184111 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfd7fa2f-a64b-4137-a034-553895b28c72 req-f3383902-97d3-4b19-8b8b-8c1f2cc9e2b9 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821888
Jun 21 04:43:23.904529 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb22e-371c-44d5-8f90-d45b19d78121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.069322 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61f4a8-bf5c-466a-8b3b-874bf98648cd req-2200063a-ec8e-40df-8989-135142b273a5 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:24.071587 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb61f4a8-bf5c-466a-8b3b-874bf98648cd req-2200063a-ec8e-40df-8989-135142b273a5 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 943 time: 0.0649073
Jun 21 04:43:24.111157 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb61f4a8-bf5c-466a-8b3b-874bf98648cd req-c58d0196-4b9f-42b2-8fda-bd7005295fce tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341802
Jun 21 04:43:24.608467 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45690) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:24.709405 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.795804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.799357 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.802447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6b5e36a8-d40f-45c8-8336-6b40de9a06e7 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:24.837247 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=489b1932bd2b42d2846ccac26ee9abe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2276690
Jun 21 04:43:24.838536 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1fc928-96e1-4bee-9bd0-b86c322e62a7,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:24.840152 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45694) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:24.845892 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.846274 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.846652 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.847016 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.847379 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.847743 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.848100 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.848474 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.848838 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.849197 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.849550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.849901 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:24.853683 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:24.888937 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.915162 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.960572 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.963184 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:24.964363 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa1fc928-96e1-4bee-9bd0-b86c322e62a7 HTTP/1.1" status: 204  len: 168 time: 0.1231928
Jun 21 04:43:24.965428 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2d1acaa6-9b2b-4806-ae69-13b9f06e2d4a tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:24.973586 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1fc928-96e1-4bee-9bd0-b86c322e62a7,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:24.975764 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:25.217206 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45704) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:25.231063 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.281852 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba4b6c-33ed-4911-a0ca-b19c9020c2a7 req-84178457-67ad-4eae-9f45-23d8c6d6cfed tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:25.283388 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e5ba4b6c-33ed-4911-a0ca-b19c9020c2a7 req-84178457-67ad-4eae-9f45-23d8c6d6cfed tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 943 time: 0.0657098
Jun 21 04:43:25.322304 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.323856 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e5ba4b6c-33ed-4911-a0ca-b19c9020c2a7 req-f859fcef-a076-4e7e-b111-99a7c6ad833b tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348437
Jun 21 04:43:25.326676 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.329081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-237a1da6-7a1c-4ece-852a-52b5018b0b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:25.362741 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0552965-a95f-4ff9-934a-1940fcd3c026,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:25.366940 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=add1383a303c4bedb66f49796dd49429&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1486776
Jun 21 04:43:25.368429 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:25.370279 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45706) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:25.418970 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.438733 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.483172 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.485826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:25.486945 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0552965-a95f-4ff9-934a-1940fcd3c026 HTTP/1.1" status: 204  len: 168 time: 0.1159258
Jun 21 04:43:25.487792 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:25.494954 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0552965-a95f-4ff9-934a-1940fcd3c026,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:25.497189 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:26.506983 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937d5e-65ef-45cc-b34c-216b1a5dd223 req-ebacb7c9-1a9f-4266-81c6-85b118972545 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:26.509047 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb937d5e-65ef-45cc-b34c-216b1a5dd223 req-ebacb7c9-1a9f-4266-81c6-85b118972545 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 943 time: 0.0678496
Jun 21 04:43:26.518854 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-df1850bb-de69-4fa8-a680-c47b67f4b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:26.548528 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb937d5e-65ef-45cc-b34c-216b1a5dd223 req-828941ce-6064-4959-9c17-fc3d3eed7fba tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327973
Jun 21 04:43:26.588523 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device b97cd7ad-d37b-4c14-b149-e1a3fed02d65 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:43:26.682638 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:26.693454 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'port_id': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'mac_address': 'fa:16:3e:02:f5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08972987-d4bb-4e2c-be1d-66ccbaa4a24a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:43:26.730539 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:26.746186 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97cd7ad-d37b-4c14-b149-e1a3fed02d65 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:26.766367 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:26.769893 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:26.771705 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:26.828880 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:26.832022 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:26.908882 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.124325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45762) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:27.225263 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.310070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.313529 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.315797 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-45bd1e30-ce40-406c-8f8b-d0b0d58a8a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:27.348371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e35ffc0-8bb3-4451-9db8-2be3ccc8c277,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:27.353296 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af74857296bf4600bc6e1fac3cfa6b07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2278926
Jun 21 04:43:27.354283 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:27.355830 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45768) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:27.370437 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:43:27.407233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.428376 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.473860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.477063 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.478206 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e35ffc0-8bb3-4451-9db8-2be3ccc8c277 HTTP/1.1" status: 204  len: 168 time: 0.1214504
Jun 21 04:43:27.478974 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-237ca593-f4f0-4732-a86f-6e9b3a88222b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:27.487668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e35ffc0-8bb3-4451-9db8-2be3ccc8c277,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:27.493190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:27.525888 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.722603 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d65247-83b0-407a-a4d2-049d7122fa57 req-47c81cd8-26eb-4920-88b9-8ca59e2ae25c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:27.724203 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-81d65247-83b0-407a-a4d2-049d7122fa57 req-47c81cd8-26eb-4920-88b9-8ca59e2ae25c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 944 time: 0.0636556
Jun 21 04:43:27.735395 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45776) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:27.751696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d30d2f46-6f6a-4632-ae31-9216ed50c92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.765605 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-81d65247-83b0-407a-a4d2-049d7122fa57 req-76a577a9-5de0-4089-8746-149d4048aaba tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351744
Jun 21 04:43:27.840039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d30d2f46-6f6a-4632-ae31-9216ed50c92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.843680 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-d30d2f46-6f6a-4632-ae31-9216ed50c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.846746 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-235266b9-0418-4553-924f-18dff88e56c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:27.882858 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d30d2f46-6f6a-4632-ae31-9216ed50c92f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3f1e902d9e14cf4b9a16151ba11cbe6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1464005
Jun 21 04:43:27.883995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d2f46-6f6a-4632-ae31-9216ed50c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd929049-312d-4177-bfce-cecdc8780fd6,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:27.885653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45778) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:27.886989 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d30d2f46-6f6a-4632-ae31-9216ed50c92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:27.934246 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.953488 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.997354 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:27.999839 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:28.001004 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd929049-312d-4177-bfce-cecdc8780fd6 HTTP/1.1" status: 204  len: 168 time: 0.1136408
Jun 21 04:43:28.001782 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-142e87ae-9ec2-4c35-bd73-7e2154cd06ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:28.009217 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd929049-312d-4177-bfce-cecdc8780fd6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:28.011489 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:28.618383 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device b97cd7ad-d37b-4c14-b149-e1a3fed02d65 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:43:28.666895 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:43:28.670558 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:43:28.671007 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:28.746612 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:28.769158 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:28.771402 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba2b2ce-482e-42bd-9b34-8505b5c284e1" -d '{"events": [{"server_uuid": "a9642852-3ae2-4196-970f-d2920cf6a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "b97cd7ad-d37b-4c14-b149-e1a3fed02d65"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:28.786939 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:28.793248 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:28.795342 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:28.975357 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb2303e-12a7-4255-85e9-fbc8a65f36ec x-openstack-request-id: req-5cb2303e-12a7-4255-85e9-fbc8a65f36ec {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:28.975873 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9642852-3ae2-4196-970f-d2920cf6a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "b97cd7ad-d37b-4c14-b149-e1a3fed02d65", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:28.976143 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cb2303e-12a7-4255-85e9-fbc8a65f36ec {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:28.977410 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'code': 200}
Jun 21 04:43:28.983193 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:28.991030 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdda8fd-69e3-4a05-a07e-c0dcb3e26185 req-bec0765c-0b3a-4aa5-8073-7a30a052bf6c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:28.993253 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2cdda8fd-69e3-4a05-a07e-c0dcb3e26185 req-bec0765c-0b3a-4aa5-8073-7a30a052bf6c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0785844
Jun 21 04:43:28.996258 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.996610 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.996945 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.997278 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.997606 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.997931 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.998255 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.998577 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.998899 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.999221 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.999566 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:28.999886 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:43:29.003633 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:29.046391 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2cdda8fd-69e3-4a05-a07e-c0dcb3e26185 req-fe2b9763-2b79-4e8a-9f7e-e9b6646d1bad tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432467
Jun 21 04:43:29.247515 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050da991-536b-4e7b-ac4e-8c2ac4411fc7 req-fd8ace09-187b-4d9f-b4e4-a89140a15d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:29.249050 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-050da991-536b-4e7b-ac4e-8c2ac4411fc7 req-fd8ace09-187b-4d9f-b4e4-a89140a15d21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 1098 time: 0.0511351
Jun 21 04:43:29.260903 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:29.287087 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-050da991-536b-4e7b-ac4e-8c2ac4411fc7 req-a89f7d48-dbf9-4707-b487-cfd4b3db4e99 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312488
Jun 21 04:43:30.061400 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:30.225661 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30a5fc-3b8e-4e54-81d1-fa80060e65d7 req-d9e185de-6255-4ade-b236-59c572bc5b0e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:30.227094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9d30a5fc-3b8e-4e54-81d1-fa80060e65d7 req-d9e185de-6255-4ade-b236-59c572bc5b0e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0639770
Jun 21 04:43:30.263045 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9d30a5fc-3b8e-4e54-81d1-fa80060e65d7 req-9da171b6-4427-4a4b-b262-e9e3c66b57bc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303693
Jun 21 04:43:30.325738 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:43:31.434010 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286881-9dae-496f-86cc-fc096ff4cff1 req-01d35e09-cdce-45d7-89eb-3d551a128d46 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:31.435509 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5f286881-9dae-496f-86cc-fc096ff4cff1 req-01d35e09-cdce-45d7-89eb-3d551a128d46 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0650125
Jun 21 04:43:31.473351 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5f286881-9dae-496f-86cc-fc096ff4cff1 req-6bbd89db-7af7-4ae8-9bd9-1d24bf4d5a9b tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320656
Jun 21 04:43:31.687444 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-8d662842-ded5-4eb0-87bf-f7de4c8e0689 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218838231&fields=id&tenant_id=2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 267 time: 0.0329516
Jun 21 04:43:31.812894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-4b08a55a-a4cd-445d-8dfd-a12c1165afe9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:31.814428 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-4b08a55a-a4cd-445d-8dfd-a12c1165afe9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 811 time: 0.1203544
Jun 21 04:43:31.831358 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-0e5089f3-2a21-4402-996e-53ee01571d3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/quotas/2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 375 time: 0.0090456
Jun 21 04:43:31.907128 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-1f60eafc-e12d-4b91-9b1e-a596bb1d9402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0697474
Jun 21 04:43:31.995975 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-4630c05a-4f31-41b8-8b21-00f70efd43c0 service neutron] 10.222.0.66 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0778117
Jun 21 04:43:32.090097 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-f1544b94-cb8b-45be-a1d9-155bd5347be5 service neutron] 10.222.0.66 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881183
Jun 21 04:43:32.407697 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-87754762-56b1-4a13-8e76-69670d6db360 req-cf60debe-4d59-4f45-a24d-490fca4b4228 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 210 time: 0.0446537
Jun 21 04:43:32.449079 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45904) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:32.816936 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b072381c-967c-4478-8e50-96cf402a4c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:32.914907 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b072381c-967c-4478-8e50-96cf402a4c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:32.919003 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-b072381c-967c-4478-8e50-96cf402a4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:32.922256 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-53bb2103-1abd-4dc8-8674-99eb784f168f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:32.957537 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-b072381c-967c-4478-8e50-96cf402a4c04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0adfd9371f349a087253114eae8cefe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5070987
Jun 21 04:43:32.961194 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45920) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:32.965438 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072381c-967c-4478-8e50-96cf402a4c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7cf58-cb17-4ef3-95e7-92cfe3a620f5,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:32.968891 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b072381c-967c-4478-8e50-96cf402a4c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:33.012980 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.034092 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.091067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.093722 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.100636 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bad7cf58-cb17-4ef3-95e7-92cfe3a620f5 HTTP/1.1" status: 204  len: 168 time: 0.1387231
Jun 21 04:43:33.102228 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a31b534b-e235-4be2-a7b3-31962dff61fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:33.110329 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7cf58-cb17-4ef3-95e7-92cfe3a620f5,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:33.119062 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:33.378192 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45932) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:33.392134 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2cc4-49e5-472a-bcdd-4ca130a002bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.486738 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2cc4-49e5-472a-bcdd-4ca130a002bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.490348 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2cc4-49e5-472a-bcdd-4ca130a002bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.493089 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5d26ef24-53f6-41ec-af58-184e615d7acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:33.515179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc2cc4-49e5-472a-bcdd-4ca130a002bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c816e6c-1fe8-4a04-ac0f-8c0b2b8498e8,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:33.522510 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2fdc2cc4-49e5-472a-bcdd-4ca130a002bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:33.545714 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-2fdc2cc4-49e5-472a-bcdd-4ca130a002bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8329f33aa4fe47f789de4f733f45108f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1636012
Jun 21 04:43:33.545938 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45936) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:33.562063 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0adc1210-0891-4d7d-8695-f9cb89f75455 req-0a46a0a3-3bef-4df0-8510-4e34e362bb83 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 210 time: 0.0347903
Jun 21 04:43:33.650968 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.690149 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.725309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-61c6f06f-04a4-4459-b2c4-884d39c14e36 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:33.726807 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-61c6f06f-04a4-4459-b2c4-884d39c14e36 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 811 time: 0.1460125
Jun 21 04:43:33.777112 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.779829 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:33.781074 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c816e6c-1fe8-4a04-ac0f-8c0b2b8498e8 HTTP/1.1" status: 204  len: 168 time: 0.2342188
Jun 21 04:43:33.785373 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-70a1c9a2-c586-4fc6-8c3b-ba62419d5fd7 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 380 time: 0.0427413
Jun 21 04:43:33.786184 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0b447c95-070b-4a10-8a21-d26691d1b4f0 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:33.797697 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'port': {'device_id': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'admin_state_up': True, 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'security_groups': ['208bbf8d-2be1-41e0-a396-e458885270cc']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:33.800818 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c816e6c-1fe8-4a04-ac0f-8c0b2b8498e8,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:33.804923 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:33.910655 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Made reservation on behalf of 2ddb99b4673b4df9a7130956eee56319 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:43:33.914132 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:34.051461 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Allocated IP 172.20.0.3 (a03ec1d6-6835-4483-9baf-ec5399e19e89/00df6be6-e58a-4356-8caf-5ddea18c1c01/a3239791-b901-4325-ab48-3e754adb42da) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:43:34.189129 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:34.485995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Transition to ACTIVE for port object a3239791-b901-4325-ab48-3e754adb42da will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:43:34.520342 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:34.524144 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:34.566604 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:43:34.576369 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:43:34.578343 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=a3239791-b901-4325-ab48-3e754adb42da,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:34.580491 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:43:34.584390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:34.635079 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:34.635722 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:34.653508 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8597569
Jun 21 04:43:34.675381 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Request body: {'port': {'device_id': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:34.798779 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:34.824436 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ece550-a9d5-4466-9997-a3fd99820962 req-cd88f615-4a94-4946-b1cb-0576981de4e2 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:34.826408 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f9ece550-a9d5-4466-9997-a3fd99820962 req-cd88f615-4a94-4946-b1cb-0576981de4e2 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 931 time: 0.1242867
Jun 21 04:43:34.888529 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-095d9a41-3876-4262-a408-e7d272b50170 None None] Provisioning for port a3239791-b901-4325-ab48-3e754adb42da completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:43:34.894109 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-095d9a41-3876-4262-a408-e7d272b50170 None None] Provisioning complete for port a3239791-b901-4325-ab48-3e754adb42da triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:43:34.894717 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-095d9a41-3876-4262-a408-e7d272b50170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:34.929070 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-095d9a41-3876-4262-a408-e7d272b50170 None None] Port a3239791-b901-4325-ab48-3e754adb42da cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:43:34.960879 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f9ece550-a9d5-4466-9997-a3fd99820962 req-77e42036-4bdf-474a-acb3-e9b7d2710f06 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138163
Jun 21 04:43:35.110071 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3239791-b901-4325-ab48-3e754adb42da {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:35.118448 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.130407 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Transition to ACTIVE for port object a3239791-b901-4325-ab48-3e754adb42da will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:43:35.134255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.137377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-51145b5d-2957-4b17-9b2a-6fb880fb6555 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:35.211659 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Pushing event updated for resources: {'Port': ['ID=a3239791-b901-4325-ab48-3e754adb42da,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:35.235521 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:35.287408 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Attempting to bind port a3239791-b901-4325-ab48-3e754adb42da on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:43:35.287738 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Attempting to bind port a3239791-b901-4325-ab48-3e754adb42da by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:43:35.288238 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Attempting to bind port a3239791-b901-4325-ab48-3e754adb42da on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:35.298588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Port a3239791-b901-4325-ab48-3e754adb42da on network a03ec1d6-6835-4483-9baf-ec5399e19e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:43:35.298588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Attempting to bind port a3239791-b901-4325-ab48-3e754adb42da on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:35.301311 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:43:35.301551 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Checking segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:43:35.301930 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Bound using segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:43:35.302361 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Bound port: a3239791-b901-4325-ab48-3e754adb42da, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:43:35.302731 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.367609 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] For port a3239791-b901-4325-ab48-3e754adb42da, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:43:35.371773 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] For port a3239791-b901-4325-ab48-3e754adb42da, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=a3239791-b901-4325-ab48-3e754adb42da,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:43:35.377837 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.379890 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bb5f3cd8-e8a7-49c7-896a-72cdbbd3a8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:35.421365 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:35.421981 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.423347 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] 10.222.0.69 "PUT /v2.0/ports/a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 200  len: 1093 time: 0.7530887
Jun 21 04:43:35.423860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:35.426201 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc78dbd-329c-4169-8776-d0f328948a57" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "tag": "a3239791-b901-4325-ab48-3e754adb42da"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:35.454616 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Pushing event updated for resources: {'Port': ['ID=a3239791-b901-4325-ab48-3e754adb42da,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:35.458338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:35.484327 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43c77b3-628b-4564-9303-5bc1ea08d5dc x-openstack-request-id: req-c43c77b3-628b-4564-9303-5bc1ea08d5dc {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:35.484709 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "tag": "a3239791-b901-4325-ab48-3e754adb42da", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:35.485082 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c43c77b3-628b-4564-9303-5bc1ea08d5dc {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:35.485590 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da', 'status': 'completed', 'code': 200}
Jun 21 04:43:35.559171 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-1ca859fa-9cd9-4fa3-969f-2f078d9f8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:35.560849 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-1ca859fa-9cd9-4fa3-969f-2f078d9f8206 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1096 time: 0.0591884
Jun 21 04:43:35.612852 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-763fcfd3-c8e4-4ee5-9a73-b75791d651a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 200  len: 217 time: 0.0364063
Jun 21 04:43:35.620093 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 45990) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:35.661419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-14759831-dd82-4d65-b021-fdab6576f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:35.662855 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-14759831-dd82-4d65-b021-fdab6576f1ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0436366
Jun 21 04:43:35.723474 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-13765f9f-fd59-4d16-b9cf-1a4abf003a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:35.725033 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-13765f9f-fd59-4d16-b9cf-1a4abf003a61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0553079
Jun 21 04:43:35.742835 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c7e36bdf-89f7-4224-bec3-fdefee9bcb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.817457 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-0c4aeb8b-7d4f-4dac-b3c8-019d6d9824c4 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848129
Jun 21 04:43:35.833653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c7e36bdf-89f7-4224-bec3-fdefee9bcb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.837814 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c7e36bdf-89f7-4224-bec3-fdefee9bcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.840584 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-79c316d7-d885-4a0f-809a-131df4291dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:35.878907 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c7e36bdf-89f7-4224-bec3-fdefee9bcb84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eac8161ae63d4d74be8340fe0d792119&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2577140
Jun 21 04:43:35.880170 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e36bdf-89f7-4224-bec3-fdefee9bcb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae34d2-2267-4d19-840c-2012342b934e,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:35.882047 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 45994) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:35.883261 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c7e36bdf-89f7-4224-bec3-fdefee9bcb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:35.939120 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b4ba8d2c-e888-459a-b49a-586a83407b11 req-5a9e4900-e008-4fbc-acad-03d58e7fb694 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1147637
Jun 21 04:43:35.953037 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:35.974760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.021437 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.024885 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.026018 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fae34d2-2267-4d19-840c-2012342b934e HTTP/1.1" status: 204  len: 168 time: 0.1428733
Jun 21 04:43:36.035608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-99c77e28-710a-4563-8a46-1908dca8b2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:36.059325 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae34d2-2267-4d19-840c-2012342b934e,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:36.062205 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:36.106600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-d68e52af-62ce-4a6e-b6dd-377136420098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:36.108039 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-d68e52af-62ce-4a6e-b6dd-377136420098 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1096 time: 0.0802050
Jun 21 04:43:36.235158 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d4c3a-52e3-400c-8f1c-6a1a19f20034 req-9e5fcf17-7fd2-4cb9-af83-083b9cb4bef9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:36.236574 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2e4d4c3a-52e3-400c-8f1c-6a1a19f20034 req-9e5fcf17-7fd2-4cb9-af83-083b9cb4bef9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.1421077
Jun 21 04:43:36.239532 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-09b7e7df-4a7a-4058-97e1-bfd519f9c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:36.241273 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-09b7e7df-4a7a-4058-97e1-bfd519f9c097 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.1104991
Jun 21 04:43:36.295094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-c9238ed1-c8d2-49ea-95f4-9f058af5f920 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 200  len: 217 time: 0.0456362
Jun 21 04:43:36.299546 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46002) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:36.330759 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2e4d4c3a-52e3-400c-8f1c-6a1a19f20034 req-86a5f1c6-3df3-4af2-bb75-f979d29c342d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881448
Jun 21 04:43:36.348367 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2959-6cc9-480a-ae74-16c6126c63ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.378497 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-94245e2c-ccea-4d1c-8f11-7cbf28588a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:36.379929 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-94245e2c-ccea-4d1c-8f11-7cbf28588a42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0737717
Jun 21 04:43:36.477728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-49cd9611-0615-40fd-abc4-a0ae5f9de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:36.479220 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-49cd9611-0615-40fd-abc4-a0ae5f9de31b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899994
Jun 21 04:43:36.514274 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2959-6cc9-480a-ae74-16c6126c63ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.538519 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2959-6cc9-480a-ae74-16c6126c63ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.541991 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5222b9cb-46b8-4ee8-b3dd-6f4a15cfd52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:36.589324 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a2959-6cc9-480a-ae74-16c6126c63ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b7b667-e8e2-4b6c-a837-664228a4eef8,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:36.594395 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0a4a2959-6cc9-480a-ae74-16c6126c63ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:36.603038 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0a4a2959-6cc9-480a-ae74-16c6126c63ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d03f4725b37e45b593d919874c3b819e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2979026
Jun 21 04:43:36.605772 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46008) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:36.618615 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-3c88e8dc-c503-4dec-b2da-17e001bcd5aa service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283870
Jun 21 04:43:36.653493 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.673657 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.711256 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cfc78dbd-329c-4169-8776-d0f328948a57 req-4cfb1e29-a9a1-45dd-aef7-c4692fc0cc41 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853369
Jun 21 04:43:36.719629 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.722297 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:36.723416 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58b7b667-e8e2-4b6c-a837-664228a4eef8 HTTP/1.1" status: 204  len: 168 time: 0.1166246
Jun 21 04:43:36.724230 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-600129fe-95d5-4bae-8c9a-d9f1e863af32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:36.736615 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b7b667-e8e2-4b6c-a837-664228a4eef8,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:36.739133 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-faabab06-9069-46ef-bd38-81c00a7fd802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:37.508621 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baede412-fa9b-48b3-bfc0-75bf723f2fca req-f324368a-da64-4454-965f-25ce6cbdbceb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:37.510144 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-baede412-fa9b-48b3-bfc0-75bf723f2fca req-f324368a-da64-4454-965f-25ce6cbdbceb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0679615
Jun 21 04:43:37.552118 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-baede412-fa9b-48b3-bfc0-75bf723f2fca req-e268ee53-627f-4b4f-9f33-3abec88181ba tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350883
Jun 21 04:43:38.731205 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76db95-c432-4a58-841f-6e850dcba4e5 req-3a5e20eb-ec29-427e-a313-41158580d631 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:38.732812 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7b76db95-c432-4a58-841f-6e850dcba4e5 req-3a5e20eb-ec29-427e-a313-41158580d631 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0647893
Jun 21 04:43:38.772403 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7b76db95-c432-4a58-841f-6e850dcba4e5 req-4a71148b-396e-4a60-9d32-b85690e0d872 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340626
Jun 21 04:43:39.959712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daad17-08e3-4964-b881-7a69a37c9c6b req-94ac4e35-9921-4dd1-9a83-76b57bd991fc tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:39.961230 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-70daad17-08e3-4964-b881-7a69a37c9c6b req-94ac4e35-9921-4dd1-9a83-76b57bd991fc tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0654747
Jun 21 04:43:40.004394 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-70daad17-08e3-4964-b881-7a69a37c9c6b req-5fa02782-bb03-4c3e-8ec8-7522c4149cc7 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368164
Jun 21 04:43:40.962565 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-7570079c-1488-4ccf-b13a-d1aab173f122 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:40.964175 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-7570079c-1488-4ccf-b13a-d1aab173f122 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1034422
Jun 21 04:43:40.978579 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-99567060-48d0-48d7-be8f-ad9105074e2d tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/quotas/fcdac8fd3da94c809b858786588267a8 HTTP/1.1" status: 200  len: 375 time: 0.0087464
Jun 21 04:43:41.054169 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-625297e5-7205-409b-be51-fe652ccff369 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0704632
Jun 21 04:43:41.145218 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-c8729588-cdd1-45b5-9123-5e969c127e9d service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846927
Jun 21 04:43:41.180135 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b01ff-e604-4c1b-8136-0b2ce3fe2723 req-f016ba2f-846a-472b-9e28-be1d7fe1cb78 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:41.181730 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f56b01ff-e604-4c1b-8136-0b2ce3fe2723 req-f016ba2f-846a-472b-9e28-be1d7fe1cb78 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0625448
Jun 21 04:43:41.219056 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f56b01ff-e604-4c1b-8136-0b2ce3fe2723 req-1d4ad1df-c5ec-40e5-ac9f-3a22267e5734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315998
Jun 21 04:43:41.232677 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-d5d2456b-b20c-4bcf-afa6-480d43b65c5b service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814714
Jun 21 04:43:41.395349 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9b9bab44-cc51-4b1f-a897-72fc1a247708 req-a2abf77d-16a4-42d5-84f7-0c5545986ca2 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 210 time: 0.0293229
Jun 21 04:43:42.401390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fec1b-c30b-40ce-bdb4-f6f7b963cebd req-2780dd9a-ac80-40b7-bdb4-3b363ec9591c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:42.403217 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d59fec1b-c30b-40ce-bdb4-f6f7b963cebd req-2780dd9a-ac80-40b7-bdb4-3b363ec9591c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0646970
Jun 21 04:43:42.459543 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d59fec1b-c30b-40ce-bdb4-f6f7b963cebd req-d4448228-edc1-467a-978e-f27c24d9fabd tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498643
Jun 21 04:43:42.545210 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fd902526-012b-40e1-b006-eab511718997 req-c48420ee-61f9-4b50-b470-7d5343e0c4b9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 210 time: 0.0331528
Jun 21 04:43:42.554845 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-ddb09599-a69b-4dcd-9bcc-b3b0b050c130 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:42.556600 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-ddb09599-a69b-4dcd-9bcc-b3b0b050c130 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1091783
Jun 21 04:43:42.575328 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Request body: {'port': {'device_id': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'admin_state_up': True, 'tenant_id': 'fcdac8fd3da94c809b858786588267a8'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:42.689490 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Made reservation on behalf of fcdac8fd3da94c809b858786588267a8 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:43:42.693107 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:42.816992 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Allocated IP 172.20.0.11 (da5f0f79-c0eb-4004-8c1e-7ffa20b671b6/08972987-d4bb-4e2c-be1d-66ccbaa4a24a/e17652e5-0274-4558-87a9-9ef3dd10e07d) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:43:42.969215 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.006945 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.011670 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c9b5832b-f637-4cb6-a9d9-aaeb559aa704 tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:43.043845 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:43:43.058663 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:43:43.063617 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:43:43.068070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:43:43.103719 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event updated for resources: {'Port': ['ID=e17652e5-0274-4558-87a9-9ef3dd10e07d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:43.110602 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:43.123970 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:43.124949 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.138842 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-46e62407-90c5-46c4-b273-56ce4b06ad51 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5673022
Jun 21 04:43:43.159392 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Request body: {'port': {'device_id': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:43.237119 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.503301 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17652e5-0274-4558-87a9-9ef3dd10e07d {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:43.511874 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.524108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Transition to ACTIVE for port object e17652e5-0274-4558-87a9-9ef3dd10e07d will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:43:43.528814 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.534728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-dfcfc695-fee6-401c-ae54-96707ff3df29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:43.689336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Pushing event updated for resources: {'Port': ['ID=e17652e5-0274-4558-87a9-9ef3dd10e07d,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:43.696148 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:43.727319 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Attempting to bind port e17652e5-0274-4558-87a9-9ef3dd10e07d on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:43:43.727651 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Attempting to bind port e17652e5-0274-4558-87a9-9ef3dd10e07d by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:43:43.727979 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Attempting to bind port e17652e5-0274-4558-87a9-9ef3dd10e07d on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:43.732918 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aeb30-761f-4fbf-b19f-21398e2de150 req-eb83279d-9236-48c0-a6c9-907981f6a497 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:43.734781 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4c5aeb30-761f-4fbf-b19f-21398e2de150 req-eb83279d-9236-48c0-a6c9-907981f6a497 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 944 time: 0.0653303
Jun 21 04:43:43.734915 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Port e17652e5-0274-4558-87a9-9ef3dd10e07d on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:43:43.735152 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Attempting to bind port e17652e5-0274-4558-87a9-9ef3dd10e07d on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:43.746728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba917-02ae-49af-a270-57dc034554e8 req-a133a3a1-fbed-45ac-ab57-5e0629823e11 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:43.748247 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-312ba917-02ae-49af-a270-57dc034554e8 req-a133a3a1-fbed-45ac-ab57-5e0629823e11 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.1553416
Jun 21 04:43:43.749458 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:43:43.749780 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Checking segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:43:43.750161 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Bound using segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:43:43.750606 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Bound port: e17652e5-0274-4558-87a9-9ef3dd10e07d, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:43:43.750953 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.772354 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-4c5aeb30-761f-4fbf-b19f-21398e2de150 req-41ea004b-867a-406e-8da6-9026b03c0913 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322797
Jun 21 04:43:43.827943 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-312ba917-02ae-49af-a270-57dc034554e8 req-56894870-6780-483a-bcbc-1a4191bea958 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677893
Jun 21 04:43:43.845588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] For port e17652e5-0274-4558-87a9-9ef3dd10e07d, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:43:43.848852 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] For port e17652e5-0274-4558-87a9-9ef3dd10e07d, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:43:43.853048 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.855066 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2fc88b69-8330-4476-81c9-0188200a12c4 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:43.891093 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:43.891703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:43.893096 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] 10.222.0.69 "PUT /v2.0/ports/e17652e5-0274-4558-87a9-9ef3dd10e07d HTTP/1.1" status: 200  len: 1094 time: 0.7380426
Jun 21 04:43:43.893608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'tag': 'e17652e5-0274-4558-87a9-9ef3dd10e07d'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:43.895896 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae07e2-f14d-4cd2-82ea-d6129e12210e" -d '{"events": [{"name": "network-changed", "server_uuid": "f07a5ab3-88b1-4d02-97fa-69832739a3d9", "tag": "e17652e5-0274-4558-87a9-9ef3dd10e07d"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:43.915547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Pushing event updated for resources: {'Port': ['ID=e17652e5-0274-4558-87a9-9ef3dd10e07d,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:43.918771 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:43.933210 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afaf621-0475-488d-b465-0d67c039da11 x-openstack-request-id: req-1afaf621-0475-488d-b465-0d67c039da11 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:43.933544 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07a5ab3-88b1-4d02-97fa-69832739a3d9", "tag": "e17652e5-0274-4558-87a9-9ef3dd10e07d", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:43.933843 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1afaf621-0475-488d-b465-0d67c039da11 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:43.934273 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'tag': 'e17652e5-0274-4558-87a9-9ef3dd10e07d', 'status': 'completed', 'code': 200}
Jun 21 04:43:44.009151 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-9be6f962-a411-4c55-bac1-6d644b3faa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:44.010738 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-9be6f962-a411-4c55-bac1-6d644b3faa8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 1097 time: 0.0534098
Jun 21 04:43:44.059793 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-fc1a6fcf-cf31-4f5f-a265-02e0373bf3a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d HTTP/1.1" status: 200  len: 217 time: 0.0368087
Jun 21 04:43:44.110505 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-2a7a33b1-5dcf-4eda-952b-28f7892734ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:44.111886 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-2a7a33b1-5dcf-4eda-952b-28f7892734ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0418308
Jun 21 04:43:44.152170 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-93155dea-62c1-476d-8d3f-319cfc2f2560 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255694
Jun 21 04:43:44.240708 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-614d1af6-e014-4929-8d76-222a220d6518 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815432
Jun 21 04:43:44.331436 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9facc45d-7484-4ecb-bb6f-131e7ee3dccb req-04d21dda-b817-4b11-a647-78f7d3c8cbba service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0793159
Jun 21 04:43:44.480381 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-199c11f4-7c9b-4d2b-8c58-5ad95a3cb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:44.481821 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-199c11f4-7c9b-4d2b-8c58-5ad95a3cb52a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 1097 time: 0.0513334
Jun 21 04:43:44.571889 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-1890e738-1192-41fe-83b1-9b4c292d05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:44.573361 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-1890e738-1192-41fe-83b1-9b4c292d05f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 915 time: 0.0834284
Jun 21 04:43:44.614925 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-9a38596a-639c-4ae2-b4e4-62eaa3aa0d1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d HTTP/1.1" status: 200  len: 217 time: 0.0336871
Jun 21 04:43:44.662171 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-dac39360-389a-4a82-a7aa-b5aaf4de9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:44.663628 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-dac39360-389a-4a82-a7aa-b5aaf4de9ebc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0421569
Jun 21 04:43:44.702249 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-cf1b59a7-6879-48c5-a0dd-662eec4b540c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306284
Jun 21 04:43:44.795855 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-de8926ad-4bd4-4540-855d-664ee085f137 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853183
Jun 21 04:43:44.899647 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74ae07e2-f14d-4cd2-82ea-d6129e12210e req-b3ab9325-8ce7-4b76-a7bd-18e6335586b3 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968776
Jun 21 04:43:44.973707 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec297a4-7515-45bd-85cd-04bc7676dd88 req-6b72773a-56fe-42ef-a009-8ed6b0e0df7a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:44.976609 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aec297a4-7515-45bd-85cd-04bc7676dd88 req-6b72773a-56fe-42ef-a009-8ed6b0e0df7a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 944 time: 0.0689249
Jun 21 04:43:45.017083 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-aec297a4-7515-45bd-85cd-04bc7676dd88 req-902929ea-4eac-436f-a9d4-4bc29cbf02d8 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359747
Jun 21 04:43:45.051638 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe88027-46d1-4366-b33f-0f4bea37eb78 req-98a07965-4d37-423e-aae6-830c536df9c6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:45.053189 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6fe88027-46d1-4366-b33f-0f4bea37eb78 req-98a07965-4d37-423e-aae6-830c536df9c6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0756774
Jun 21 04:43:45.098803 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6fe88027-46d1-4366-b33f-0f4bea37eb78 req-2d17a94c-138e-4cf8-ad81-98dece562dce tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393806
Jun 21 04:43:45.272048 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46196) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:45.371214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.455873 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.459530 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.462677 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c4166795-ab2a-45bb-bd41-dfaa85918fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:45.496887 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2939015fc424f12b585bbc20d4d033e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2236869
Jun 21 04:43:45.498793 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d170f1-06cd-417f-8658-e536f423aadd,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:45.499692 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46200) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:45.501891 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:45.550845 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.571730 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.617684 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.620465 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.621631 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70d170f1-06cd-417f-8658-e536f423aadd HTTP/1.1" status: 204  len: 168 time: 0.1209042
Jun 21 04:43:45.622394 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-b8a76e4d-199f-41e0-a48a-30ea53aea542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:45.629539 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d170f1-06cd-417f-8658-e536f423aadd,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:45.631860 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d6c235d1-54a0-47a7-aa97-70131bbd7ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:45.868432 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46206) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:45.881853 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-03d51763-817d-40fe-84dd-6586e9fdac64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.970317 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-03d51763-817d-40fe-84dd-6586e9fdac64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.973966 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-03d51763-817d-40fe-84dd-6586e9fdac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:45.978923 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d5dc488b-3832-4a57-9072-65f53c1f6a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:46.015718 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-03d51763-817d-40fe-84dd-6586e9fdac64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=744663e2d799461eadec3d87019e679f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1462021
Jun 21 04:43:46.016925 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d51763-817d-40fe-84dd-6586e9fdac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62591a-cd29-4a99-a335-9583c51b8f86,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:46.018531 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46208) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:46.020073 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-03d51763-817d-40fe-84dd-6586e9fdac64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:46.071467 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.092230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.163883 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.166419 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.167554 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d62591a-cd29-4a99-a335-9583c51b8f86 HTTP/1.1" status: 204  len: 168 time: 0.1479762
Jun 21 04:43:46.169033 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-acf0b0e8-eb68-4f84-b7ce-39cc4d64916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:46.188370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62591a-cd29-4a99-a335-9583c51b8f86,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:46.205515 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f31a3237-1700-48d0-b939-57870788b223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:46.231768 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dce-0a88-48b2-9a0a-f87197d27494 req-069a8607-6f7f-415e-9432-ad8b1cdff01c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:46.233448 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a04e7dce-0a88-48b2-9a0a-f87197d27494 req-069a8607-6f7f-415e-9432-ad8b1cdff01c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 944 time: 0.1048558
Jun 21 04:43:46.277377 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a04e7dce-0a88-48b2-9a0a-f87197d27494 req-e56bef79-f8bc-491d-bfaf-f3afcec3e92e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377560
Jun 21 04:43:46.286717 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf63b-4775-4451-98b2-14ddb1cdd82d req-97892071-09a3-4fb1-8ac3-259e9477852b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:46.288842 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-193bf63b-4775-4451-98b2-14ddb1cdd82d req-97892071-09a3-4fb1-8ac3-259e9477852b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0726159
Jun 21 04:43:46.328451 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-193bf63b-4775-4451-98b2-14ddb1cdd82d req-a50aee0d-0d4b-404e-bf98-fac2512a1432 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333915
Jun 21 04:43:46.501891 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46218) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:46.516013 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.603052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.606600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.609248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e9ca739b-72dc-484d-becf-0e51347af767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:46.646773 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98510c-2206-4cc7-a3df-47aba9fb843a,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:46.651557 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7c91650e1e84d9794f801cd098b6082&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1486499
Jun 21 04:43:46.652521 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:46.654547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46220) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:46.700081 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.721466 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.768666 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.771255 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:46.772426 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed98510c-2206-4cc7-a3df-47aba9fb843a HTTP/1.1" status: 204  len: 168 time: 0.1171939
Jun 21 04:43:46.773782 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6748f7a6-0479-4329-bb89-5522ecce20a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:46.780850 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98510c-2206-4cc7-a3df-47aba9fb843a,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:46.783130 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-c55f5c6c-2c39-4d0b-ac10-e5af44dc2a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:47.457058 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ab6ea-0ea8-4c75-9757-448a038188f5 req-1e0777df-4e7e-4e54-b433-e9267b6f6ce5 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:47.458791 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1f0ab6ea-0ea8-4c75-9757-448a038188f5 req-1e0777df-4e7e-4e54-b433-e9267b6f6ce5 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 944 time: 0.0662549
Jun 21 04:43:47.499976 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1f0ab6ea-0ea8-4c75-9757-448a038188f5 req-b78a4b74-1f37-4098-90bb-6e562bd6fabd tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325594
Jun 21 04:43:47.527024 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7021e1-543b-447f-a1e0-eb98bfea8ba4 req-7a9011fb-2e91-4a81-bf0a-c8b3e542cb89 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:47.528633 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0c7021e1-543b-447f-a1e0-eb98bfea8ba4 req-7a9011fb-2e91-4a81-bf0a-c8b3e542cb89 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0788817
Jun 21 04:43:47.565916 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-0c7021e1-543b-447f-a1e0-eb98bfea8ba4 req-02157105-527f-4177-9528-289e270f40c9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317049
Jun 21 04:43:48.675538 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f2ed-64cf-4691-8ef5-c5738293d9ae req-d4bd95b1-632a-478a-aef6-60a96fcce1e0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:48.676951 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c580f2ed-64cf-4691-8ef5-c5738293d9ae req-d4bd95b1-632a-478a-aef6-60a96fcce1e0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 944 time: 0.0660272
Jun 21 04:43:48.714042 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c580f2ed-64cf-4691-8ef5-c5738293d9ae req-135cd936-e20d-48ef-a553-bcb98398bcd2 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314009
Jun 21 04:43:48.740329 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device a3239791-b901-4325-ab48-3e754adb42da details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:43:48.745912 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115402ec-b1f4-4321-b727-09b7adce4fa9 req-aff9e840-5c14-4bf2-80be-b623fe655e81 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:48.747451 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-115402ec-b1f4-4321-b727-09b7adce4fa9 req-aff9e840-5c14-4bf2-80be-b623fe655e81 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 943 time: 0.0675955
Jun 21 04:43:48.784546 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-115402ec-b1f4-4321-b727-09b7adce4fa9 req-30ca8f09-f46d-4252-8532-75571f25ffca tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311027
Jun 21 04:43:48.834275 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port a3239791-b901-4325-ab48-3e754adb42da, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=a3239791-b901-4325-ab48-3e754adb42da,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:48.846059 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'a3239791-b901-4325-ab48-3e754adb42da', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'port_id': 'a3239791-b901-4325-ab48-3e754adb42da', 'mac_address': 'fa:16:3e:d5:6a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:43:48.882904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:48.895205 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3239791-b901-4325-ab48-3e754adb42da {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:48.914926 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port a3239791-b901-4325-ab48-3e754adb42da, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=a3239791-b901-4325-ab48-3e754adb42da,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:48.918151 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:48.918839 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e17652e5-0274-4558-87a9-9ef3dd10e07d details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:43:48.920880 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-dae0a173-1189-464a-9d80-2e0c57dabb04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:49.015188 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=a3239791-b901-4325-ab48-3e754adb42da,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:49.024680 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:49.063912 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e17652e5-0274-4558-87a9-9ef3dd10e07d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:49.075597 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'e17652e5-0274-4558-87a9-9ef3dd10e07d', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'port_id': 'e17652e5-0274-4558-87a9-9ef3dd10e07d', 'mac_address': 'fa:16:3e:c6:ce:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08972987-d4bb-4e2c-be1d-66ccbaa4a24a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:43:49.114068 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:49.129731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17652e5-0274-4558-87a9-9ef3dd10e07d {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:49.153244 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e17652e5-0274-4558-87a9-9ef3dd10e07d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:49.157695 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:49.159618 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:49.207078 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e17652e5-0274-4558-87a9-9ef3dd10e07d,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:49.211164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:49.621731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['a3239791-b901-4325-ab48-3e754adb42da'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:43:49.643729 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e17652e5-0274-4558-87a9-9ef3dd10e07d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:43:49.890513 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed99c-f254-4b96-b473-344010575f47 req-5522b1e8-6212-4cd5-a3a0-308e198e4b38 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:49.892094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e90ed99c-f254-4b96-b473-344010575f47 req-5522b1e8-6212-4cd5-a3a0-308e198e4b38 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 945 time: 0.0640440
Jun 21 04:43:49.934325 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e90ed99c-f254-4b96-b473-344010575f47 req-26313a84-59ab-45b1-9a40-6e2d03604271 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364032
Jun 21 04:43:49.972480 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67e972-a564-4e06-8013-64810129d6f8 req-c27ed8a9-ccd6-4379-aca6-119d8b7d4c10 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:49.973971 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ad67e972-a564-4e06-8013-64810129d6f8 req-c27ed8a9-ccd6-4379-aca6-119d8b7d4c10 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 944 time: 0.0702453
Jun 21 04:43:50.010274 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ad67e972-a564-4e06-8013-64810129d6f8 req-2ecaa501-a6af-43f6-9771-2b2bc5367270 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302269
Jun 21 04:43:50.745269 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46298) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:50.761491 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e17652e5-0274-4558-87a9-9ef3dd10e07d up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:43:50.811830 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port e17652e5-0274-4558-87a9-9ef3dd10e07d completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:43:50.815317 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port e17652e5-0274-4558-87a9-9ef3dd10e07d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:43:50.815756 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:50.855017 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d97b95b-e4fe-4c55-ad30-f0fb4afa71e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:50.894625 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:50.919723 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17652e5-0274-4558-87a9-9ef3dd10e07d'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:50.922607 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cb6ced-ca0d-4ad4-95b6-3b95ffcaed47" -d '{"events": [{"server_uuid": "f07a5ab3-88b1-4d02-97fa-69832739a3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e17652e5-0274-4558-87a9-9ef3dd10e07d"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:50.936707 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e17652e5-0274-4558-87a9-9ef3dd10e07d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:50.941715 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:50.946113 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:50.954757 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d97b95b-e4fe-4c55-ad30-f0fb4afa71e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:50.961011 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-6d97b95b-e4fe-4c55-ad30-f0fb4afa71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:50.964017 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-cc2398b3-f407-4529-a857-df5f58edf276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:50.973766 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73a870-84f9-4207-b8d8-f61f21946fbc x-openstack-request-id: req-0b73a870-84f9-4207-b8d8-f61f21946fbc {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:50.974073 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07a5ab3-88b1-4d02-97fa-69832739a3d9", "name": "network-vif-plugged", "status": "completed", "tag": "e17652e5-0274-4558-87a9-9ef3dd10e07d", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:50.974339 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b73a870-84f9-4207-b8d8-f61f21946fbc {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:50.974734 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17652e5-0274-4558-87a9-9ef3dd10e07d', 'code': 200}
Jun 21 04:43:51.003717 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46306) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:51.005222 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-6d97b95b-e4fe-4c55-ad30-f0fb4afa71e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb05ac48eccc48cfa57d100ebad3d3f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2588403
Jun 21 04:43:51.005806 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e17652e5-0274-4558-87a9-9ef3dd10e07d,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:51.006068 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97b95b-e4fe-4c55-ad30-f0fb4afa71e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356fafdb-b1ab-4ba3-8777-25ae8c648913,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:51.011285 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:51.012939 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6d97b95b-e4fe-4c55-ad30-f0fb4afa71e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:51.107469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:51.140185 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:51.167868 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef5f51-f7b4-4bbe-a898-5f2e9f2c5f0e req-4103bf0a-d6d3-4e66-a573-0f45d97cea39 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:51.169713 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-44ef5f51-f7b4-4bbe-a898-5f2e9f2c5f0e req-4103bf0a-d6d3-4e66-a573-0f45d97cea39 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 946 time: 0.1146727
Jun 21 04:43:51.226400 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-44ef5f51-f7b4-4bbe-a898-5f2e9f2c5f0e req-6382e87c-f4fe-4512-83f8-d982ed718d87 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427604
Jun 21 04:43:51.237825 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b344-4dc7-4d49-a643-bd3466227434 req-44665088-ecb0-4290-87c6-49330bf312bb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:51.237993 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:51.239780 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1b75b344-4dc7-4d49-a643-bd3466227434 req-44665088-ecb0-4290-87c6-49330bf312bb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 944 time: 0.0914752
Jun 21 04:43:51.241058 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:51.245678 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/356fafdb-b1ab-4ba3-8777-25ae8c648913 HTTP/1.1" status: 204  len: 168 time: 0.2408226
Jun 21 04:43:51.246684 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-77a7fba3-f3d0-47cd-b4f1-a531892cffa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:51.254094 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356fafdb-b1ab-4ba3-8777-25ae8c648913,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:51.269052 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-6dd0f21f-ff30-4bec-8388-ecfdca149829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:51.289242 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60557b10-8f73-4cc0-af07-55d4524e9b18 req-c999b9e5-ed93-4ab0-96e7-f1e5aed5d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:51.290710 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-60557b10-8f73-4cc0-af07-55d4524e9b18 req-c999b9e5-ed93-4ab0-96e7-f1e5aed5d917 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 1099 time: 0.0966015
Jun 21 04:43:51.293869 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1b75b344-4dc7-4d49-a643-bd3466227434 req-797d3d0f-a575-45c1-82a0-2e4b1495a66b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440946
Jun 21 04:43:51.333941 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-60557b10-8f73-4cc0-af07-55d4524e9b18 req-efb8790f-1153-40b8-b5f5-550c0af068a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325403
Jun 21 04:43:52.415393 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446f87d-1034-45e4-949a-e4c38ddedbef req-8de9b66a-78e8-4e2e-b882-66964b455de0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:52.416969 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5446f87d-1034-45e4-949a-e4c38ddedbef req-8de9b66a-78e8-4e2e-b882-66964b455de0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 946 time: 0.0748711
Jun 21 04:43:52.453283 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5446f87d-1034-45e4-949a-e4c38ddedbef req-3b95d81a-7818-42be-b442-d1c28d90006f tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307732
Jun 21 04:43:52.477368 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c676dd2-b0c1-432c-a2ad-24b976c2318f req-3901f3a3-0bd9-4779-913d-49e61c5d227c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:52.478842 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c676dd2-b0c1-432c-a2ad-24b976c2318f req-3901f3a3-0bd9-4779-913d-49e61c5d227c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 944 time: 0.0628173
Jun 21 04:43:52.514467 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c676dd2-b0c1-432c-a2ad-24b976c2318f req-2c38578e-cc9a-4797-8d07-887cd9994508 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299401
Jun 21 04:43:52.783872 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device a3239791-b901-4325-ab48-3e754adb42da up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:43:52.832083 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port a3239791-b901-4325-ab48-3e754adb42da completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:43:52.836449 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port a3239791-b901-4325-ab48-3e754adb42da triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:43:52.836832 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:52.916242 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:52.949421 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port a3239791-b901-4325-ab48-3e754adb42da, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=a3239791-b901-4325-ab48-3e754adb42da,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:43:52.953260 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:52.955156 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:52.979025 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:52.981307 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d39472d-1a63-44a4-b994-97d64a1d7dc6" -d '{"events": [{"server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "name": "network-vif-plugged", "status": "completed", "tag": "a3239791-b901-4325-ab48-3e754adb42da"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:53.013828 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=a3239791-b901-4325-ab48-3e754adb42da,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:53.016923 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:53.025979 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aaea45-277f-4246-a98a-025ca2f32d25 x-openstack-request-id: req-09aaea45-277f-4246-a98a-025ca2f32d25 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:53.026275 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "name": "network-vif-plugged", "status": "completed", "tag": "a3239791-b901-4325-ab48-3e754adb42da", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:53.026532 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09aaea45-277f-4246-a98a-025ca2f32d25 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:53.026937 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da', 'code': 200}
Jun 21 04:43:53.271061 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c55d68-b0b2-4286-997d-a5d4696590aa req-d191b9d2-54a4-4410-8a64-cf5ff4c34b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:53.272511 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a9c55d68-b0b2-4286-997d-a5d4696590aa req-d191b9d2-54a4-4410-8a64-cf5ff4c34b0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1098 time: 0.0497522
Jun 21 04:43:53.305470 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a9c55d68-b0b2-4286-997d-a5d4696590aa req-f7bd7dfd-69d7-4053-b9aa-e7840397205a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265548
Jun 21 04:43:53.631635 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc683e8a-3bc8-435a-9326-83e019c0b40b req-ce5ca331-0235-47ab-8341-24ee0d66d9fc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:53.633962 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cc683e8a-3bc8-435a-9326-83e019c0b40b req-ce5ca331-0235-47ab-8341-24ee0d66d9fc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 946 time: 0.0699160
Jun 21 04:43:53.672257 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cc683e8a-3bc8-435a-9326-83e019c0b40b req-c7851283-007e-49e1-b4b5-fa23af274997 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320301
Jun 21 04:43:53.692085 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3f89-cd59-4c2a-96b2-956b65b34fe5 req-d2615090-fad9-4007-8de9-1d067eace8b4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:53.693433 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-584e3f89-cd59-4c2a-96b2-956b65b34fe5 req-d2615090-fad9-4007-8de9-1d067eace8b4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.0658436
Jun 21 04:43:53.735087 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-584e3f89-cd59-4c2a-96b2-956b65b34fe5 req-2199e918-a040-4d4d-bbda-465bb1de10f4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360215
Jun 21 04:43:53.905714 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-748eeb19-fcf0-474c-9c18-03c7b1d7a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:54.909336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fa1c-f7ce-4ba4-8ec8-3e833f425a58 req-35b868f2-2ab2-4a3b-86fa-d4fe567b71e4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:54.910858 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5b48fa1c-f7ce-4ba4-8ec8-3e833f425a58 req-35b868f2-2ab2-4a3b-86fa-d4fe567b71e4 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.0654733
Jun 21 04:43:54.952474 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5b48fa1c-f7ce-4ba4-8ec8-3e833f425a58 req-86163e78-c1b0-40e6-b981-fca25165dc14 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349846
Jun 21 04:43:56.132812 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaadf3d-75f7-4e10-a888-8c61bc1d647f req-557fd04d-a827-45dc-a5d9-d9a9246353fd tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:56.134283 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eaadf3d-75f7-4e10-a888-8c61bc1d647f req-557fd04d-a827-45dc-a5d9-d9a9246353fd tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.0631385
Jun 21 04:43:56.169814 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2eaadf3d-75f7-4e10-a888-8c61bc1d647f req-b7971970-8a84-449d-a400-1a448a1eb192 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299752
Jun 21 04:43:56.343844 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd5f09-b168-4e52-b6bc-8021795876f7 req-61b6bec9-651b-4f11-b02e-b414d2d13366 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:56.345579 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f9dd5f09-b168-4e52-b6bc-8021795876f7 req-61b6bec9-651b-4f11-b02e-b414d2d13366 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.0628736
Jun 21 04:43:56.382680 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f9dd5f09-b168-4e52-b6bc-8021795876f7 req-3d3f385c-ad71-44b7-aec9-5fa4915c195d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317323
Jun 21 04:43:56.408447 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46354) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:56.512773 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-af0a6992-c5db-445a-80be-dc5b49a03bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:56.545379 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-909638bf-1feb-4429-a318-250ddb03a0cd tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:56.546855 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-909638bf-1feb-4429-a318-250ddb03a0cd tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1073029
Jun 21 04:43:56.586792 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-37b59af5-a0d6-4a77-b2dc-c041cc0092ad tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/quotas/fcdac8fd3da94c809b858786588267a8 HTTP/1.1" status: 200  len: 375 time: 0.0344915
Jun 21 04:43:56.641512 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0214708-f14c-4423-9a18-103a30d23547 tempest-TestVolumeBootPattern-24434201 tempest-TestVolumeBootPattern-24434201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:56.643003 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c0214708-f14c-4423-9a18-103a30d23547 tempest-TestVolumeBootPattern-24434201 tempest-TestVolumeBootPattern-24434201-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1093 time: 0.2338400
Jun 21 04:43:56.646075 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46364) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:43:56.651328 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'port_id': 'a3239791-b901-4325-ab48-3e754adb42da', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:56.669406 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-703a9302-4315-4429-8eaa-8772876a42fa tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0763123
Jun 21 04:43:56.677343 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:56.723682 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d457ba40-de45-4d83-8a95-32da06a99ab9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:43:56.724724 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d457ba40-de45-4d83-8a95-32da06a99ab9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0486085
Jun 21 04:43:56.769608 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:56.816219 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-1e473de9-21ea-4458-b84c-dbbd71f98b29 service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853219
Jun 21 04:43:56.872685 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Allocated IP 172.27.0.112 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/66945294-5b43-42c5-abda-08ec89f3cac7) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:43:56.906021 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:56.908159 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-314f6bad-10d2-4124-b485-9984dfa82e02 service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854447
Jun 21 04:43:56.977894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.017839 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.020211 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5c543341-113f-495e-b59b-95ed05ccdeec tempest-AttachVolumeShelveTestJSON-1528436225 tempest-AttachVolumeShelveTestJSON-1528436225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:57.348230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:43:57.369922 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-18bba278-4f35-420b-a4b2-770fe5b017ec req-bf380787-7b0a-41d2-b46b-d6e8384bee3c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 210 time: 0.3123465
Jun 21 04:43:57.374429 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:43:57.377990 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=66945294-5b43-42c5-abda-08ec89f3cac7,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:57.380487 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:43:57.400191 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:57.510096 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.749739 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.829371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.982677 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.987655 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:57.989910 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a210827b-6b93-4717-a32f-b66f7eafb452 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:58.061747 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=66945294-5b43-42c5-abda-08ec89f3cac7,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:58.064882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:58.077401 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:58.181461 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Floating IP 2ea22700-39d2-4c82-b399-52306e1aa57e associated. External IP: 172.27.0.112, port: a3239791-b901-4325-ab48-3e754adb42da.
Jun 21 04:43:58.382838 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-ef51115b-7375-4925-bb0b-e5a063ae5076 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:58.384365 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-ef51115b-7375-4925-bb0b-e5a063ae5076 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1663313
Jun 21 04:43:58.446296 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Request body: {'port': {'device_id': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'admin_state_up': True, 'tenant_id': 'fcdac8fd3da94c809b858786588267a8'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:58.530556 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f7406b13-f705-4e7c-87f3-480d9b1db5e9 req-e295a78f-4358-4cd2-8768-18a3cbe3fe1a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 210 time: 0.0368581
Jun 21 04:43:58.605381 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:43:58.627341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Made reservation on behalf of fcdac8fd3da94c809b858786588267a8 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:43:58.630850 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:58.791873 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:43:58.800962 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:43:58.812047 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:43:58.812713 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985de12af0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:43:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:58.829906 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:58.871083 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Allocated IP 172.20.0.9 (da5f0f79-c0eb-4004-8c1e-7ffa20b671b6/08972987-d4bb-4e2c-be1d-66ccbaa4a24a/9c242c7a-e611-43cf-b444-0bbf61bcf48d) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:43:58.896147 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2383254
Jun 21 04:43:58.896147 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:43:58.896147 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "tag": "a3239791-b901-4325-ab48-3e754adb42da"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:43:58.920791 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:43:58.929209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81940791-7b68-41fe-9388-1580a06439ca x-openstack-request-id: req-81940791-7b68-41fe-9388-1580a06439ca {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:43:58.929543 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "tag": "a3239791-b901-4325-ab48-3e754adb42da", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:43:58.929843 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81940791-7b68-41fe-9388-1580a06439ca {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:43:58.930282 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da', 'status': 'completed', 'code': 200}
Jun 21 04:43:59.039031 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-f060b004-e2b9-4694-a863-5fb24b34f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.040882 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-f060b004-e2b9-4694-a863-5fb24b34f66e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1098 time: 0.0610371
Jun 21 04:43:59.046636 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.088846 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.093205 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f8fd8005-d304-49c0-8fa4-1d8ea4f42eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:59.137386 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'e17652e5-0274-4558-87a9-9ef3dd10e07d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:43:59.138125 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:43:59.140001 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-4b951131-b8bd-4058-847b-228823d6fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.141330 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:43:59.142108 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-4b951131-b8bd-4058-847b-228823d6fb0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0932620
Jun 21 04:43:59.145296 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:43:59.172663 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event updated for resources: {'Port': ['ID=9c242c7a-e611-43cf-b444-0bbf61bcf48d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:59.177133 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:59.209309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.210056 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.211285 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985de12af0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '2ea22700-39d2-4c82-b399-52306e1aa57e', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'a3239791-b901-4325-ab48-3e754adb42da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:d5:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:43:57Z', 'updated_at': '2021-06-21T04:43:57Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:59.227877 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7878268
Jun 21 04:43:59.228826 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-a688223c-cced-4843-8585-268e2129dd85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 200  len: 999 time: 0.0677896
Jun 21 04:43:59.239607 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:43:59.251275 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Request body: {'port': {'device_id': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:43:59.291867 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:43:59.292543 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985de12af0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:43:56Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:59.292776 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-72e4c337-3b2d-4d23-a8a2-610d94069957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.294555 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-72e4c337-3b2d-4d23-a8a2-610d94069957 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0468113
Jun 21 04:43:59.326624 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.329932 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.356065 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-30c9925d-66c9-4ed2-a30e-27d8ba0bd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.357720 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-30c9925d-66c9-4ed2-a30e-27d8ba0bd08e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0554988
Jun 21 04:43:59.427828 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:43:59.452441 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-fdbbd9d2-6337-4861-b8ee-debb02872ae7 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874672
Jun 21 04:43:59.543315 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7f290d5c-b7bb-4e61-ba1b-1c9a39c3ad34 req-dd3fea8a-21de-4afd-a7cf-40bfbb21c83d service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834985
Jun 21 04:43:59.628010 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c242c7a-e611-43cf-b444-0bbf61bcf48d {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:43:59.635705 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.647725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Transition to ACTIVE for port object 9c242c7a-e611-43cf-b444-0bbf61bcf48d will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:43:59.653131 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.657408 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:59.725949 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032822a-8a73-4fca-a37b-a3fd28dc8ad5 req-a450eb92-3ad5-4846-817b-d8dc6c575036 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.727126 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985de12af0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '2ea22700-39d2-4c82-b399-52306e1aa57e', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'a3239791-b901-4325-ab48-3e754adb42da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:d5:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:43:57Z', 'updated_at': '2021-06-21T04:43:57Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:43:59.732647 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8032822a-8a73-4fca-a37b-a3fd28dc8ad5 req-a450eb92-3ad5-4846-817b-d8dc6c575036 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 943 time: 0.0759833
Jun 21 04:43:59.734744 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Pushing event updated for resources: {'Port': ['ID=9c242c7a-e611-43cf-b444-0bbf61bcf48d,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:59.756751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:43:59.760806 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1137e990-07c9-476f-a5d6-9055c47946c4 None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '2ea22700-39d2-4c82-b399-52306e1aa57e', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'a3239791-b901-4325-ab48-3e754adb42da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:d5:6a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:43:57Z', 'updated_at': '2021-06-21T04:43:57Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:43:59.774463 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8032822a-8a73-4fca-a37b-a3fd28dc8ad5 req-c31432f4-73c2-4a47-83f8-4363ea6ace14 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401585
Jun 21 04:43:59.808233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Attempting to bind port 9c242c7a-e611-43cf-b444-0bbf61bcf48d on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:43:59.808577 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Attempting to bind port 9c242c7a-e611-43cf-b444-0bbf61bcf48d by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:43:59.808911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Attempting to bind port 9c242c7a-e611-43cf-b444-0bbf61bcf48d on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:59.813173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Port 9c242c7a-e611-43cf-b444-0bbf61bcf48d on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:43:59.813492 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Attempting to bind port 9c242c7a-e611-43cf-b444-0bbf61bcf48d on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:43:59.818779 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:43:59.819261 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Checking segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:43:59.819801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Bound using segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:43:59.820506 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Bound port: 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:43:59.821017 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.884956 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] For port 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:43:59.888096 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] For port 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:43:59.892751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.894821 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:43:59.932933 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:43:59.933584 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:43:59.935094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] 10.222.0.69 "PUT /v2.0/ports/9c242c7a-e611-43cf-b444-0bbf61bcf48d HTTP/1.1" status: 200  len: 1093 time: 0.6882670
Jun 21 04:43:59.953155 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Pushing event updated for resources: {'Port': ['ID=9c242c7a-e611-43cf-b444-0bbf61bcf48d,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:43:59.956073 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c7ae2-bb36-4e05-8b90-bc99c819f66c None None] New status for floating IP 2ea22700-39d2-4c82-b399-52306e1aa57e: ACTIVE {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:43:59.956743 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:00.047782 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-efaaa5ac-c2f7-4b63-bf70-4116fb36c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:00.049295 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-efaaa5ac-c2f7-4b63-bf70-4116fb36c357 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 1096 time: 0.0559103
Jun 21 04:44:00.070882 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:00.098370 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-6e841814-fd03-4d5a-9d52-617ce761fed4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d HTTP/1.1" status: 200  len: 217 time: 0.0342176
Jun 21 04:44:00.149744 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-9b13d565-bfeb-4bac-9e55-6eb0f2bf4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:00.151163 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-9b13d565-bfeb-4bac-9e55-6eb0f2bf4b55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0441616
Jun 21 04:44:00.187347 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-0b2b4d50-18ab-4e62-ae88-07304ba84a73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279839
Jun 21 04:44:00.271862 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-ccda3d0c-c415-4380-b985-cccb49049dd7 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0777500
Jun 21 04:44:00.360841 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b1734724-e95b-40a5-9d1e-c4e945e4d16b req-2ccceaf5-5bfa-4326-a347-56f9a6078345 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820608
Jun 21 04:44:00.931337 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'tag': '9c242c7a-e611-43cf-b444-0bbf61bcf48d'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:00.933623 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88736ae-6d09-4aed-9cd4-5acf02c7765e" -d '{"events": [{"name": "network-changed", "server_uuid": "af7e57e2-82cc-485e-a6a1-f0bc8422ab7a", "tag": "9c242c7a-e611-43cf-b444-0bbf61bcf48d"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:00.950911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d777d-aaf3-48d9-99ef-e0b98e99afe9 req-92646364-081b-436a-91c0-77c2d852647b tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:00.952418 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-488d777d-aaf3-48d9-99ef-e0b98e99afe9 req-92646364-081b-436a-91c0-77c2d852647b tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 943 time: 0.0678468
Jun 21 04:44:00.973569 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1d0e44-4cb6-4603-b088-a40873a3a80a x-openstack-request-id: req-9d1d0e44-4cb6-4603-b088-a40873a3a80a {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:00.973892 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7e57e2-82cc-485e-a6a1-f0bc8422ab7a", "tag": "9c242c7a-e611-43cf-b444-0bbf61bcf48d", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:00.974182 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d1d0e44-4cb6-4603-b088-a40873a3a80a {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:00.974596 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'tag': '9c242c7a-e611-43cf-b444-0bbf61bcf48d', 'status': 'completed', 'code': 200}
Jun 21 04:44:00.993973 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-488d777d-aaf3-48d9-99ef-e0b98e99afe9 req-f1d5a296-c14e-4d0a-b5ee-e89527c84a43 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358844
Jun 21 04:44:01.073522 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-9c2def1a-cd73-4a4e-811c-bcecb197345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:01.074847 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-9c2def1a-cd73-4a4e-811c-bcecb197345c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 1096 time: 0.0511177
Jun 21 04:44:01.162603 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-18e35025-a719-422b-a35b-6b96cde70d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:01.164688 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-18e35025-a719-422b-a35b-6b96cde70d20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 915 time: 0.0826809
Jun 21 04:44:01.205102 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-3f18eaa2-2142-4806-a406-c14dd1794bf6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d HTTP/1.1" status: 200  len: 217 time: 0.0330722
Jun 21 04:44:01.251735 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-8c012d16-343d-4603-b820-5ca56253f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:01.253118 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-8c012d16-343d-4603-b820-5ca56253f0b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0423951
Jun 21 04:44:01.288353 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-e195fa80-0900-438c-86d6-dd6f4ac34572 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280008
Jun 21 04:44:01.373440 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-56799479-6f50-4e87-b89e-8c66791c46ab service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790734
Jun 21 04:44:01.464653 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a88736ae-6d09-4aed-9cd4-5acf02c7765e req-0b930efb-4afc-4626-8163-71f428bf0616 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836785
Jun 21 04:44:02.172981 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082cb4-6801-419c-bb12-d5b6ffd7af6a req-761a4a13-0aaa-409f-864d-c1a052037fa9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:02.174431 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6c082cb4-6801-419c-bb12-d5b6ffd7af6a req-761a4a13-0aaa-409f-864d-c1a052037fa9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 943 time: 0.0615587
Jun 21 04:44:02.211690 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6c082cb4-6801-419c-bb12-d5b6ffd7af6a req-ba17087a-ba13-4573-9088-6edabc04321f tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312400
Jun 21 04:44:03.379157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697637c-3bb1-4ee0-b558-e4355d86d588 req-76b01298-8d6c-4de9-8565-351a15b20aa6 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:03.380617 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8697637c-3bb1-4ee0-b558-e4355d86d588 req-76b01298-8d6c-4de9-8565-351a15b20aa6 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 943 time: 0.0619133
Jun 21 04:44:03.418162 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8697637c-3bb1-4ee0-b558-e4355d86d588 req-49505b20-c908-4ba9-9f8e-b234e10ac422 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315042
Jun 21 04:44:04.587473 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf9dc-e926-4949-aeaf-49eb09213a49 req-2eb12931-db0c-4c56-8b1e-dfa5f9b4a597 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:04.589036 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-434cf9dc-e926-4949-aeaf-49eb09213a49 req-2eb12931-db0c-4c56-8b1e-dfa5f9b4a597 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 943 time: 0.0615621
Jun 21 04:44:04.625215 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-434cf9dc-e926-4949-aeaf-49eb09213a49 req-466c3354-8d58-47e6-9082-270e8b7ebadb tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304625
Jun 21 04:44:04.836492 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9c242c7a-e611-43cf-b444-0bbf61bcf48d details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:44:05.059805 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:05.071914 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '9c242c7a-e611-43cf-b444-0bbf61bcf48d', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'port_id': '9c242c7a-e611-43cf-b444-0bbf61bcf48d', 'mac_address': 'fa:16:3e:37:ea:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08972987-d4bb-4e2c-be1d-66ccbaa4a24a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:44:05.107057 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:05.119634 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c242c7a-e611-43cf-b444-0bbf61bcf48d {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:44:05.138094 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:05.142062 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:05.143770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:05.190375 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=9c242c7a-e611-43cf-b444-0bbf61bcf48d,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:05.193294 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:05.609000 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['9c242c7a-e611-43cf-b444-0bbf61bcf48d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:44:05.799759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6858c-2485-4095-9af0-c9046f4bcfa5 req-2083eb44-6238-4e5a-9f93-548222e8957c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:05.801256 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-16c6858c-2485-4095-9af0-c9046f4bcfa5 req-2083eb44-6238-4e5a-9f93-548222e8957c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 944 time: 0.0614593
Jun 21 04:44:05.837983 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-16c6858c-2485-4095-9af0-c9046f4bcfa5 req-4a7ac151-3a19-401b-89b7-3a9a41d65d10 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309989
Jun 21 04:44:06.854710 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9c242c7a-e611-43cf-b444-0bbf61bcf48d up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:44:06.906947 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 9c242c7a-e611-43cf-b444-0bbf61bcf48d completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:44:06.910439 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 9c242c7a-e611-43cf-b444-0bbf61bcf48d triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:44:06.910846 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:06.987162 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:07.009273 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c242c7a-e611-43cf-b444-0bbf61bcf48d'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:07.011664 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075995b0-e50d-4c00-9cc3-9823aa38f304" -d '{"events": [{"server_uuid": "af7e57e2-82cc-485e-a6a1-f0bc8422ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "9c242c7a-e611-43cf-b444-0bbf61bcf48d"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:07.020866 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb7bcc-5cfe-45d0-997f-553e62961778 req-2c640afa-014f-4570-86df-5e7cbc3aea7f tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:07.023712 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ebcb7bcc-5cfe-45d0-997f-553e62961778 req-2c640afa-014f-4570-86df-5e7cbc3aea7f tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 944 time: 0.0725839
Jun 21 04:44:07.026024 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:07.030222 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:07.032216 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-90a7ee48-6e09-4ffe-94e4-c66c1ef0f1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:07.057918 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea9ff1-8c0e-4c51-9c9c-961e99a77483 x-openstack-request-id: req-ebea9ff1-8c0e-4c51-9c9c-961e99a77483 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:07.058219 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e57e2-82cc-485e-a6a1-f0bc8422ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "9c242c7a-e611-43cf-b444-0bbf61bcf48d", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:07.058481 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebea9ff1-8c0e-4c51-9c9c-961e99a77483 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:07.058876 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c242c7a-e611-43cf-b444-0bbf61bcf48d', 'code': 200}
Jun 21 04:44:07.068248 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ebcb7bcc-5cfe-45d0-997f-553e62961778 req-78b01425-a742-4603-aac3-febc7a87d39e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383334
Jun 21 04:44:07.086806 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=9c242c7a-e611-43cf-b444-0bbf61bcf48d,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:07.090229 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:07.324097 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:44:07.364342 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb4be9-f9a5-44ce-b93d-0e5bfe499e29 req-9110e9de-4f9d-4a22-b63f-af17cdbe3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:07.366382 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-09cb4be9-f9a5-44ce-b93d-0e5bfe499e29 req-9110e9de-4f9d-4a22-b63f-af17cdbe3f03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 1098 time: 0.0543265
Jun 21 04:44:07.406339 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-09cb4be9-f9a5-44ce-b93d-0e5bfe499e29 req-389d608e-d997-4c7c-8aa9-904dbb28d60c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284863
Jun 21 04:44:08.237733 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9bf51-1e60-4cfa-9b02-9b8bdc11aa71 req-abc2f63c-65cd-4ca5-9150-f0b6a5c07696 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:08.239163 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b6b9bf51-1e60-4cfa-9b02-9b8bdc11aa71 req-abc2f63c-65cd-4ca5-9150-f0b6a5c07696 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 945 time: 0.0598426
Jun 21 04:44:08.276445 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-b6b9bf51-1e60-4cfa-9b02-9b8bdc11aa71 req-6cf39850-ba8d-48e3-a952-099b5b87677b tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310428
Jun 21 04:44:09.447687 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420edea-1659-4724-9fcd-5fb78bba25aa req-a7ba2d16-d3f1-4d73-ba62-8dc404d49e8d tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:09.449177 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1420edea-1659-4724-9fcd-5fb78bba25aa req-a7ba2d16-d3f1-4d73-ba62-8dc404d49e8d tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 945 time: 0.0622299
Jun 21 04:44:09.485905 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1420edea-1659-4724-9fcd-5fb78bba25aa req-f8475297-954f-4a1c-9cc8-1f334a4f355a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311553
Jun 21 04:44:20.292180 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-6743acd4-68dd-481d-a5e4-261b51dd3e07 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:20.293526 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-6743acd4-68dd-481d-a5e4-261b51dd3e07 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.1011782
Jun 21 04:44:20.315645 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-642afa84-a7f6-48c3-8b4d-725e33581bfb tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/quotas/fcdac8fd3da94c809b858786588267a8 HTTP/1.1" status: 200  len: 375 time: 0.0165606
Jun 21 04:44:20.384031 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-675a174c-6ade-4188-b07f-f7e5fb4444c1 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0626504
Jun 21 04:44:20.473323 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-f71269d6-c33a-45dc-b538-719fa3e84627 service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825288
Jun 21 04:44:20.559676 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-bfbc7b16-20c9-4cd6-90e4-9d73f4561f8a service neutron] 10.222.0.66 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0791237
Jun 21 04:44:20.730744 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-37e8f01f-38ba-4c55-8ce9-9cfe39afc130 req-e3fb732e-4479-4787-959b-7487b6d37bfe tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 210 time: 0.0286858
Jun 21 04:44:21.873687 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-62560ff3-2d8b-46bf-8081-04ac9640c63e req-39635d5d-2d7e-486b-bcee-9de194232fe1 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 210 time: 0.0299857
Jun 21 04:44:22.264346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-6d935996-28fd-4032-87e0-e885363adb73 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:22.265835 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-6d935996-28fd-4032-87e0-e885363adb73 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 814 time: 0.3785381
Jun 21 04:44:22.285489 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Request body: {'port': {'device_id': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'admin_state_up': True, 'tenant_id': 'fcdac8fd3da94c809b858786588267a8'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:44:22.391938 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Made reservation on behalf of fcdac8fd3da94c809b858786588267a8 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:44:22.395369 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:22.523449 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Allocated IP 172.20.0.10 (da5f0f79-c0eb-4004-8c1e-7ffa20b671b6/08972987-d4bb-4e2c-be1d-66ccbaa4a24a/8b2f2b12-d21f-4a53-bf1c-0b22a4818c10) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:44:22.665245 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:22.703518 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:22.707417 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e83c2689-5cf5-40e5-8e74-454f7a6106bb tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:22.744671 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'e17652e5-0274-4558-87a9-9ef3dd10e07d', '9c242c7a-e611-43cf-b444-0bbf61bcf48d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:44:22.755754 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:44:22.759243 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:44:22.763127 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:44:22.792084 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event updated for resources: {'Port': ['ID=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:22.804729 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.805117 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.805494 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.805867 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.806233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.806600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.806964 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.807362 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.807751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.808202 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.808492 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.808848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:22.820073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:22.829064 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:22.829676 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:22.843418 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-d42bfaa3-1c42-4788-8fdf-44d8d8a55d92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5614929
Jun 21 04:44:22.949021 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Request body: {'port': {'device_id': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:44:23.051331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.113504 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4105216-ee71-4764-916d-5a6eddbac996 req-37178cc0-0e61-43f8-ad15-c604ba30c2bf tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:23.114981 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e4105216-ee71-4764-916d-5a6eddbac996 req-37178cc0-0e61-43f8-ad15-c604ba30c2bf tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 932 time: 0.1269782
Jun 21 04:44:23.214289 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e4105216-ee71-4764-916d-5a6eddbac996 req-d882663b-0847-4afa-9e33-678d6db297a2 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869970
Jun 21 04:44:23.353428 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:44:23.361807 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.372967 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Transition to ACTIVE for port object 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:44:23.376885 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.378767 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:23.451461 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:23.455593 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:23.521207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Attempting to bind port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:44:23.521461 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Attempting to bind port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:44:23.522331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Attempting to bind port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:44:23.526530 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:44:23.526847 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Attempting to bind port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 on network da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:44:23.531524 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:44:23.531859 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Checking segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:44:23.532270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Bound using segment: {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:44:23.532702 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Bound port: 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e83482b-b525-4e43-98bb-de98a8156c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:44:23.533047 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.596437 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] For port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:44:23.599662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] For port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:44:23.603935 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.606647 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1bc6bcf4-790c-41cc-992a-bc23a5155e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:23.635385 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:23.635992 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.637378 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] 10.222.0.69 "PUT /v2.0/ports/8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 HTTP/1.1" status: 200  len: 1094 time: 0.6929495
Jun 21 04:44:23.637873 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'tag': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:23.640316 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7de756-5b0f-41c1-a230-2c367f363f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "756724d1-6bb4-4427-9d9d-a1f7718131a7", "tag": "8b2f2b12-d21f-4a53-bf1c-0b22a4818c10"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:23.668372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:23.671338 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:23.676421 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadf7a10-eb2f-43ae-8714-4c2a9ef669ec x-openstack-request-id: req-fadf7a10-eb2f-43ae-8714-4c2a9ef669ec {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:23.676622 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756724d1-6bb4-4427-9d9d-a1f7718131a7", "tag": "8b2f2b12-d21f-4a53-bf1c-0b22a4818c10", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:23.676896 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fadf7a10-eb2f-43ae-8714-4c2a9ef669ec {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:23.677326 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'tag': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10', 'status': 'completed', 'code': 200}
Jun 21 04:44:23.764209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-7bc7f502-47f8-4016-94c6-ffd56ea9e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:23.765663 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-7bc7f502-47f8-4016-94c6-ffd56ea9e363 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 1097 time: 0.0528426
Jun 21 04:44:23.811989 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-26307846-ba11-49dc-a058-7d5b3225c4b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 HTTP/1.1" status: 200  len: 217 time: 0.0323467
Jun 21 04:44:23.862893 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-eff177dc-96a1-4dd2-85b7-430105df3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:23.864334 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-eff177dc-96a1-4dd2-85b7-430105df3cfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0459352
Jun 21 04:44:23.896287 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-89602a15-c9d2-4cb3-9f53-9b56364580de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254760
Jun 21 04:44:23.906393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d9596785-64a1-4e35-a7ba-c665485ca6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:23.983190 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-60ea72a8-88f9-4830-98a7-63fa991a59d4 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795925
Jun 21 04:44:24.074867 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f3512e41-52ae-4149-93f7-d67cb6d11bd9 req-89397e18-2dfb-4aa7-aaa5-0cca03940c9f service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848098
Jun 21 04:44:24.241137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-0edafd61-2b12-4d6b-8eb8-5d81bf0ec519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:24.242605 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-0edafd61-2b12-4d6b-8eb8-5d81bf0ec519 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcdac8fd3da94c809b858786588267a8&device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 1097 time: 0.0522876
Jun 21 04:44:24.366234 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-604bfc83-c34d-4451-bb4a-5b4443c2e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:24.367845 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-604bfc83-c34d-4451-bb4a-5b4443c2e2e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 200  len: 915 time: 0.1155448
Jun 21 04:44:24.422746 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-27866ea9-57ed-4b45-b4a7-163a6032540a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 HTTP/1.1" status: 200  len: 217 time: 0.0467908
Jun 21 04:44:24.464358 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f5f82-c175-4543-a734-a66fe3648bc7 req-64371d63-48d9-4d59-9124-9e21406ffa92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:24.466062 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-680f5f82-c175-4543-a734-a66fe3648bc7 req-64371d63-48d9-4d59-9124-9e21406ffa92 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 944 time: 0.1417212
Jun 21 04:44:24.496903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-0f7fa0d7-7473-4dcf-abc6-087130f02152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:24.498286 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-0f7fa0d7-7473-4dcf-abc6-087130f02152 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 200  len: 854 time: 0.0672495
Jun 21 04:44:24.522579 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-680f5f82-c175-4543-a734-a66fe3648bc7 req-8471e648-561c-40f3-87d6-f272b1bed8bc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487487
Jun 21 04:44:24.539840 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-3aadad5e-306a-411a-b40c-babde5f58d8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314739
Jun 21 04:44:24.632005 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-91af4703-fc58-407e-ada1-a593506b3b56 service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827940
Jun 21 04:44:24.722843 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1d7de756-5b0f-41c1-a230-2c367f363f3e req-9468c558-8fee-41e3-9e68-101f3dc9c14a service neutron] 10.222.0.69 "GET /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836470
Jun 21 04:44:25.696598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6994b-785b-47d7-a007-64dd615bb6b5 req-c66b41c8-5a8c-4672-9e88-21d739dcfff0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:25.697993 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9dd6994b-785b-47d7-a007-64dd615bb6b5 req-c66b41c8-5a8c-4672-9e88-21d739dcfff0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 944 time: 0.0658123
Jun 21 04:44:25.734966 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-9dd6994b-785b-47d7-a007-64dd615bb6b5 req-e4c1d758-ac1d-42a7-b105-de7a63bdd919 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312991
Jun 21 04:44:26.513605 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0a0bf49a-ff6a-4b1d-ab54-faa2b4085f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:26.903939 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acadc33-0c16-4514-b527-7ceb2cce07a9 req-4d1bc075-6d8f-4335-9fab-ff6f6f78d6b7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:26.905443 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6acadc33-0c16-4514-b527-7ceb2cce07a9 req-4d1bc075-6d8f-4335-9fab-ff6f6f78d6b7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 944 time: 0.0620201
Jun 21 04:44:26.909607 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:26.946726 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-6acadc33-0c16-4514-b527-7ceb2cce07a9 req-73c7c672-eff4-460d-bee9-4dd11982d765 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350831
Jun 21 04:44:27.511744 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:28.113952 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fee49-f0da-40e8-bb15-668bbafc21b6 req-7c7580b7-452f-426b-a853-07da0aa2e66c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:28.115400 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a86fee49-f0da-40e8-bb15-668bbafc21b6 req-7c7580b7-452f-426b-a853-07da0aa2e66c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 944 time: 0.0614305
Jun 21 04:44:28.151709 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a86fee49-f0da-40e8-bb15-668bbafc21b6 req-8f508c96-a442-4a3d-80ae-73e1a76f774a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308275
Jun 21 04:44:28.915412 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:44:29.012144 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:29.023228 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10', 'network_id': 'da5f0f79-c0eb-4004-8c1e-7ffa20b671b6', 'port_id': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10', 'mac_address': 'fa:16:3e:a8:ae:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08972987-d4bb-4e2c-be1d-66ccbaa4a24a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:44:29.059554 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:29.071627 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:44:29.090426 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:29.094384 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:29.096095 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:29.143822 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:29.152589 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.152952 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.153368 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.153862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.154324 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.154771 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.155098 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.155423 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.155746 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.156065 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.156408 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.156723 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:44:29.161178 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:29.266172 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:29.321936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddfd4c-5206-4ce4-956b-9ccffccb81e0 req-8f12da2e-4e79-4173-98d6-7b48c0f953b9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:29.323405 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3cddfd4c-5206-4ce4-956b-9ccffccb81e0 req-8f12da2e-4e79-4173-98d6-7b48c0f953b9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 945 time: 0.0625339
Jun 21 04:44:29.364715 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3cddfd4c-5206-4ce4-956b-9ccffccb81e0 req-fa8641d0-d70f-422e-aefb-f10fb31f628f tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352962
Jun 21 04:44:29.602603 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['8b2f2b12-d21f-4a53-bf1c-0b22a4818c10'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:44:30.075411 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:30.537713 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab5d3-d7af-4a7f-af4a-de3c54eb8abd req-3838f4f9-1c54-4535-941c-fa6658960805 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:30.539197 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d03ab5d3-d7af-4a7f-af4a-de3c54eb8abd req-3838f4f9-1c54-4535-941c-fa6658960805 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 945 time: 0.0667291
Jun 21 04:44:30.576065 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d03ab5d3-d7af-4a7f-af4a-de3c54eb8abd req-c85ed6b1-0be2-4408-ada6-8805cc3097e8 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311952
Jun 21 04:44:30.934938 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:44:30.981904 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:44:30.985356 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:44:30.985737 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:31.060231 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:31.081700 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:31.084567 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cf2feb-8d2a-4719-9b16-4829cc8189bd" -d '{"events": [{"server_uuid": "756724d1-6bb4-4427-9d9d-a1f7718131a7", "name": "network-vif-plugged", "status": "completed", "tag": "8b2f2b12-d21f-4a53-bf1c-0b22a4818c10"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:31.097081 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:31.101505 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:31.103387 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:31.124142 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dca280-6a2b-41e2-98c2-1688a4d2743f x-openstack-request-id: req-58dca280-6a2b-41e2-98c2-1688a4d2743f {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:31.124453 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756724d1-6bb4-4427-9d9d-a1f7718131a7", "name": "network-vif-plugged", "status": "completed", "tag": "8b2f2b12-d21f-4a53-bf1c-0b22a4818c10", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:31.124711 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58dca280-6a2b-41e2-98c2-1688a4d2743f {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:31.125097 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10', 'code': 200}
Jun 21 04:44:31.150326 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:31.153208 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:31.377479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbfb26-13e8-4fcc-8b95-5b47ae04cf49 req-4ae9b54c-9281-4a4d-a8fd-bf00635fd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:31.378972 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5fbbfb26-13e8-4fcc-8b95-5b47ae04cf49 req-4ae9b54c-9281-4a4d-a8fd-bf00635fd4c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 1099 time: 0.0519316
Jun 21 04:44:31.414189 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-5fbbfb26-13e8-4fcc-8b95-5b47ae04cf49 req-b1f10b98-7324-4600-bc9e-70ab83ceb724 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280981
Jun 21 04:44:31.747111 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a048-273e-4c74-a716-9efc9ad5ae26 req-f5f5b1ed-ae35-464d-b6eb-5eeaffb924be tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:31.748516 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ae22a048-273e-4c74-a716-9efc9ad5ae26 req-f5f5b1ed-ae35-464d-b6eb-5eeaffb924be tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0628057
Jun 21 04:44:31.784706 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ae22a048-273e-4c74-a716-9efc9ad5ae26 req-2a833f35-e96e-4547-a1a9-88aa3d748c6e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305634
Jun 21 04:44:32.962439 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bd62b-90cf-4248-bdf8-5b84750d6b08 req-cae4371e-3eda-4263-9bbf-9ae46a8f77de tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:32.963937 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-063bd62b-90cf-4248-bdf8-5b84750d6b08 req-cae4371e-3eda-4263-9bbf-9ae46a8f77de tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0648601
Jun 21 04:44:33.000661 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-063bd62b-90cf-4248-bdf8-5b84750d6b08 req-b42c50aa-b207-4df7-a72c-3926bd37317c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307961
Jun 21 04:44:34.169755 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff1e-51ee-4662-8cf3-9cf8074c7658 req-4ca96b02-d16e-49ec-a7ff-1b2cfe0ecf24 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:34.171228 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2effff1e-51ee-4662-8cf3-9cf8074c7658 req-4ca96b02-d16e-49ec-a7ff-1b2cfe0ecf24 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0615699
Jun 21 04:44:34.207094 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2effff1e-51ee-4662-8cf3-9cf8074c7658 req-0867bf67-6f58-466d-a72d-04b4f6f7ed50 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303257
Jun 21 04:44:44.323190 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:44:46.202155 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ff037-15db-4164-a137-0cb35608e9ad req-af1cdfd0-c714-4710-aa59-4b98dea7ed43 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:46.204270 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ac9ff037-15db-4164-a137-0cb35608e9ad req-af1cdfd0-c714-4710-aa59-4b98dea7ed43 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0673754
Jun 21 04:44:46.240998 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ac9ff037-15db-4164-a137-0cb35608e9ad req-2a0f91cc-ed7d-4cd2-ad33-17f906571b83 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310292
Jun 21 04:44:47.411207 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdcd08-c2dc-4c70-af30-9713a041f95f req-0fd92b8b-394e-477d-9684-c4ebdd28faf4 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:47.412713 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9bbdcd08-c2dc-4c70-af30-9713a041f95f req-0fd92b8b-394e-477d-9684-c4ebdd28faf4 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0626397
Jun 21 04:44:47.450074 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9bbdcd08-c2dc-4c70-af30-9713a041f95f req-aab85323-6952-4b20-b5ba-4ef1fe18f95e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312362
Jun 21 04:44:48.572689 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-42adaf58-d453-498b-9895-062b4a01ab34 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:48.574165 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-42adaf58-d453-498b-9895-062b4a01ab34 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0619650
Jun 21 04:44:48.622093 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e3bb-5e99-4e80-a7a9-088caf6ab819 req-7e2a4de2-f59a-4284-b7c5-51c8c36b6ce7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:48.623606 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fc70e3bb-5e99-4e80-a7a9-088caf6ab819 req-7e2a4de2-f59a-4284-b7c5-51c8c36b6ce7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=756724d1-6bb4-4427-9d9d-a1f7718131a7 HTTP/1.1" status: 200  len: 946 time: 0.0643666
Jun 21 04:44:48.660906 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-fc70e3bb-5e99-4e80-a7a9-088caf6ab819 req-f989ae74-5c15-426a-a0d0-faab6ce16f4d tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311956
Jun 21 04:44:48.676418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Deleting port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:44:48.676759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:48.764764 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] For port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:48.765117 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:48.825540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Calling delete_port for 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:44:48.948540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:48.952218 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-10aaa62f-7e84-4836-9ee1-3c795250999d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:48.977434 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event deleted for resources: {'Port': ['ID=8b2f2b12-d21f-4a53-bf1c-0b22a4818c10,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:48.980483 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:48.995756 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'e17652e5-0274-4558-87a9-9ef3dd10e07d', '9c242c7a-e611-43cf-b444-0bbf61bcf48d', '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:44:49.024143 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] No DVR routers for this DVR port 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:44:49.026639 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:49.028670 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d1e852d1-601a-4033-8261-c5ee0e036423 req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "DELETE /v2.0/ports/8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 HTTP/1.1" status: 204  len: 173 time: 0.4484386
Jun 21 04:44:49.029190 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'name': 'network-vif-deleted', 'tag': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:49.031565 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1207bded-20f1-4c27-a082-90f798f3d7d5" -d '{"events": [{"server_uuid": "756724d1-6bb4-4427-9d9d-a1f7718131a7", "name": "network-vif-deleted", "tag": "8b2f2b12-d21f-4a53-bf1c-0b22a4818c10"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:49.071479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded7984e-3bc0-41ec-b4b6-4cc474e9d639 x-openstack-request-id: req-ded7984e-3bc0-41ec-b4b6-4cc474e9d639 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:49.071829 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756724d1-6bb4-4427-9d9d-a1f7718131a7", "name": "network-vif-deleted", "tag": "8b2f2b12-d21f-4a53-bf1c-0b22a4818c10", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:49.072145 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ded7984e-3bc0-41ec-b4b6-4cc474e9d639 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:49.072590 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756724d1-6bb4-4427-9d9d-a1f7718131a7', 'name': 'network-vif-deleted', 'tag': '8b2f2b12-d21f-4a53-bf1c-0b22a4818c10', 'status': 'completed', 'code': 200}
Jun 21 04:44:51.231654 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae03d1c-99d9-4c1e-94f9-5db9ea1e78be req-35186613-2b9e-4aa4-8f80-a3817d2e59fc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:51.233041 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2ae03d1c-99d9-4c1e-94f9-5db9ea1e78be req-35186613-2b9e-4aa4-8f80-a3817d2e59fc tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 945 time: 0.0644422
Jun 21 04:44:51.269762 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2ae03d1c-99d9-4c1e-94f9-5db9ea1e78be req-0324fddd-c61a-435a-95c2-fd9afebfcf66 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310729
Jun 21 04:44:52.441283 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885def3e-6dff-4754-9039-0df9dfc66b38 req-d0a1725f-ae0d-4756-9c4b-512291375431 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:52.442759 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-885def3e-6dff-4754-9039-0df9dfc66b38 req-d0a1725f-ae0d-4756-9c4b-512291375431 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 945 time: 0.0617945
Jun 21 04:44:52.480230 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-885def3e-6dff-4754-9039-0df9dfc66b38 req-1ca61050-8324-48f0-a049-a60d236fff1f tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317049
Jun 21 04:44:53.052510 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:44:53.075219 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:44:53.075573 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8b2f2b12-d21f-4a53-bf1c-0b22a4818c10 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:44:53.351388 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-5887bb44-08f8-4d88-baa7-326daf1b2114 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:53.352817 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-5887bb44-08f8-4d88-baa7-326daf1b2114 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 945 time: 0.0609970
Jun 21 04:44:53.453882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Deleting port 9c242c7a-e611-43cf-b444-0bbf61bcf48d {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:44:53.454537 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:53.539905 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] For port 9c242c7a-e611-43cf-b444-0bbf61bcf48d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9c242c7a-e611-43cf-b444-0bbf61bcf48d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:53.540313 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:53.605026 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Calling delete_port for 9c242c7a-e611-43cf-b444-0bbf61bcf48d owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:44:53.651530 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a745a-772b-4a57-9588-a50b2f198a18 req-d5326f50-9d5a-4d89-9d2e-760227bd4c0a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:53.653260 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e93a745a-772b-4a57-9588-a50b2f198a18 req-d5326f50-9d5a-4d89-9d2e-760227bd4c0a tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=af7e57e2-82cc-485e-a6a1-f0bc8422ab7a HTTP/1.1" status: 200  len: 945 time: 0.0637028
Jun 21 04:44:53.693752 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e93a745a-772b-4a57-9588-a50b2f198a18 req-48dedb47-be41-4752-9917-91ab9f992e61 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310266
Jun 21 04:44:53.736730 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:53.740550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-21702a29-569c-4c0f-9b52-7b0a0f77466f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:53.763466 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event deleted for resources: {'Port': ['ID=9c242c7a-e611-43cf-b444-0bbf61bcf48d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:53.766734 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:53.772039 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'e17652e5-0274-4558-87a9-9ef3dd10e07d', '9c242c7a-e611-43cf-b444-0bbf61bcf48d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:44:53.809984 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] No DVR routers for this DVR port 9c242c7a-e611-43cf-b444-0bbf61bcf48d on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:44:53.812450 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:53.814419 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bedfa2ba-c3dd-41fb-ad51-89f809181fcf req-41b573f1-c860-455e-9240-d5f4d0f54213 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "DELETE /v2.0/ports/9c242c7a-e611-43cf-b444-0bbf61bcf48d HTTP/1.1" status: 204  len: 173 time: 0.4545884
Jun 21 04:44:53.814918 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'name': 'network-vif-deleted', 'tag': '9c242c7a-e611-43cf-b444-0bbf61bcf48d'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:53.817593 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2e55c6-f07c-4e64-893a-82c89be5466f" -d '{"events": [{"server_uuid": "af7e57e2-82cc-485e-a6a1-f0bc8422ab7a", "name": "network-vif-deleted", "tag": "9c242c7a-e611-43cf-b444-0bbf61bcf48d"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:53.853639 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a567cff2-071e-44d7-a282-adfa599c1546 x-openstack-request-id: req-a567cff2-071e-44d7-a282-adfa599c1546 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:53.853976 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e57e2-82cc-485e-a6a1-f0bc8422ab7a", "name": "network-vif-deleted", "tag": "9c242c7a-e611-43cf-b444-0bbf61bcf48d", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:53.854270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a567cff2-071e-44d7-a282-adfa599c1546 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:53.854863 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e57e2-82cc-485e-a6a1-f0bc8422ab7a', 'name': 'network-vif-deleted', 'tag': '9c242c7a-e611-43cf-b444-0bbf61bcf48d', 'status': 'completed', 'code': 200}
Jun 21 04:44:53.922227 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5a49b9fa-27a1-48f5-9773-26f28153d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:55.128509 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36a302-c633-405a-a582-6750c4738bd5 req-5ae204cd-1f89-47e8-af59-38435959a39e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:55.130001 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1a36a302-c633-405a-a582-6750c4738bd5 req-5ae204cd-1f89-47e8-af59-38435959a39e tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 946 time: 0.0621474
Jun 21 04:44:55.166087 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1a36a302-c633-405a-a582-6750c4738bd5 req-9ca51a59-182a-489f-bb7a-fab7560c37d3 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304966
Jun 21 04:44:56.505124 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe97c3-ffe8-4cbf-865c-041b5b248e70 req-1d973782-16bc-4849-b5e3-55415dec7926 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:56.506659 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fbfe97c3-ffe8-4cbf-865c-041b5b248e70 req-1d973782-16bc-4849-b5e3-55415dec7926 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 946 time: 0.0662222
Jun 21 04:44:56.513068 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-19fea180-83b3-4db2-92bb-71fe39789022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:56.545482 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fbfe97c3-ffe8-4cbf-865c-041b5b248e70 req-ef02c936-c0a5-4f0f-86e3-bb3a2a71a1df tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323248
Jun 21 04:44:56.911863 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:57.072076 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9c242c7a-e611-43cf-b444-0bbf61bcf48d no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:44:57.092240 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 9c242c7a-e611-43cf-b444-0bbf61bcf48d {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:44:57.092593 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 9c242c7a-e611-43cf-b444-0bbf61bcf48d not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:44:57.128228 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b019c5-9df3-4772-929a-b2058591b8cf req-6172b3bf-6e2b-48b1-baf7-9ab9c6efe457 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:44:57.129697 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-33b019c5-9df3-4772-929a-b2058591b8cf req-6172b3bf-6e2b-48b1-baf7-9ab9c6efe457 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 946 time: 0.0618291
Jun 21 04:44:57.227634 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Deleting port e17652e5-0274-4558-87a9-9ef3dd10e07d {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:44:57.227906 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:57.310373 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] For port e17652e5-0274-4558-87a9-9ef3dd10e07d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e17652e5-0274-4558-87a9-9ef3dd10e07d,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:44:57.310722 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:57.376342 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Calling delete_port for e17652e5-0274-4558-87a9-9ef3dd10e07d owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:44:57.503413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:57.507486 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-64c16d86-fce7-4738-b061-9bf66f54244e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:44:57.515426 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:57.532703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event deleted for resources: {'Port': ['ID=e17652e5-0274-4558-87a9-9ef3dd10e07d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:44:57.535115 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:44:57.551013 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'e17652e5-0274-4558-87a9-9ef3dd10e07d'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:44:57.581372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] No DVR routers for this DVR port e17652e5-0274-4558-87a9-9ef3dd10e07d on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:44:57.583805 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:44:57.585782 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-33b019c5-9df3-4772-929a-b2058591b8cf req-8c4867b6-2a4f-49f3-8be3-396a3090d4a7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "DELETE /v2.0/ports/e17652e5-0274-4558-87a9-9ef3dd10e07d HTTP/1.1" status: 204  len: 173 time: 0.4499588
Jun 21 04:44:57.586298 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'name': 'network-vif-deleted', 'tag': 'e17652e5-0274-4558-87a9-9ef3dd10e07d'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:44:57.588913 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0427ff-fa4c-46c8-839a-d54921d39d51" -d '{"events": [{"server_uuid": "f07a5ab3-88b1-4d02-97fa-69832739a3d9", "name": "network-vif-deleted", "tag": "e17652e5-0274-4558-87a9-9ef3dd10e07d"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:44:57.626582 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f7cf9a-35f3-41ce-b2b1-b05fdeee5b52 x-openstack-request-id: req-f8f7cf9a-35f3-41ce-b2b1-b05fdeee5b52 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:44:57.626911 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07a5ab3-88b1-4d02-97fa-69832739a3d9", "name": "network-vif-deleted", "tag": "e17652e5-0274-4558-87a9-9ef3dd10e07d", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:44:57.627206 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8f7cf9a-35f3-41ce-b2b1-b05fdeee5b52 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:44:57.627637 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07a5ab3-88b1-4d02-97fa-69832739a3d9', 'name': 'network-vif-deleted', 'tag': 'e17652e5-0274-4558-87a9-9ef3dd10e07d', 'status': 'completed', 'code': 200}
Jun 21 04:44:57.696554 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-7711396e-b64d-4e75-9e35-0e1c26f00e40 req-2df2792d-f5d9-4f38-9617-b62fa35bbe85 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=f07a5ab3-88b1-4d02-97fa-69832739a3d9 HTTP/1.1" status: 200  len: 210 time: 0.0347455
Jun 21 04:44:59.273958 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:00.088693 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:00.263342 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e03413-c8ce-4bac-a681-b342049d2850 req-0d85e2ec-3a1c-4951-b186-bcfe0f645373 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:00.264820 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-52e03413-c8ce-4bac-a681-b342049d2850 req-0d85e2ec-3a1c-4951-b186-bcfe0f645373 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0606318
Jun 21 04:45:00.303868 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-52e03413-c8ce-4bac-a681-b342049d2850 req-55abeaa5-f998-4b97-a0ef-630de35f64e0 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334554
Jun 21 04:45:01.067158 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e17652e5-0274-4558-87a9-9ef3dd10e07d no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:45:01.090707 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: e17652e5-0274-4558-87a9-9ef3dd10e07d {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:45:01.091057 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e17652e5-0274-4558-87a9-9ef3dd10e07d not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:45:01.477998 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f434-c10f-4837-8a95-865eb8ba3301 req-14f3d858-ff6f-468a-8501-5879c438e1a4 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:01.479476 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1429f434-c10f-4837-8a95-865eb8ba3301 req-14f3d858-ff6f-468a-8501-5879c438e1a4 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0608952
Jun 21 04:45:01.516238 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1429f434-c10f-4837-8a95-865eb8ba3301 req-241f4c61-c0eb-4b9d-8837-051a80787568 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312786
Jun 21 04:45:02.349209 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-65300486-6827-42e8-a231-238ab5014ff7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:02.350623 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-65300486-6827-42e8-a231-238ab5014ff7 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0600655
Jun 21 04:45:02.449657 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Deleting port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:45:02.449997 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:02.537437 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] For port b97cd7ad-d37b-4c14-b149-e1a3fed02d65, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,segment=NetworkSegment(6e83482b-b525-4e43-98bb-de98a8156c2e),segment_id=6e83482b-b525-4e43-98bb-de98a8156c2e)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:45:02.537787 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:02.603857 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Calling delete_port for b97cd7ad-d37b-4c14-b149-e1a3fed02d65 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:45:02.726761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f674808-ba1d-4301-9b0c-797687bc072c req-d02a76ef-9211-4ceb-a8f4-d9594295d8ef tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:02.728240 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4f674808-ba1d-4301-9b0c-797687bc072c req-d02a76ef-9211-4ceb-a8f4-d9594295d8ef tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9642852-3ae2-4196-970f-d2920cf6a9d9 HTTP/1.1" status: 200  len: 945 time: 0.0845807
Jun 21 04:45:02.804055 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4f674808-ba1d-4301-9b0c-797687bc072c req-9a9db1d7-b748-4b86-93bc-6f166aa1477b tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693600
Jun 21 04:45:02.806465 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:02.810564 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1efe4564-0ffe-4a52-80ec-111d5be9b6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:02.834682 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Pushing event deleted for resources: {'Port': ['ID=b97cd7ad-d37b-4c14-b149-e1a3fed02d65,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:02.838060 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:02.843289 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['b97cd7ad-d37b-4c14-b149-e1a3fed02d65'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:45:02.880424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] No DVR routers for this DVR port b97cd7ad-d37b-4c14-b149-e1a3fed02d65 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:45:02.883447 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:02.885450 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1c114430-95cf-46b9-be5e-4bdbb258f601 req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] 10.222.0.69 "DELETE /v2.0/ports/b97cd7ad-d37b-4c14-b149-e1a3fed02d65 HTTP/1.1" status: 204  len: 173 time: 0.5287569
Jun 21 04:45:02.885941 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'name': 'network-vif-deleted', 'tag': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:45:02.888243 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eea7ef-14de-4c84-ad7a-44c6f87efcc4" -d '{"events": [{"server_uuid": "a9642852-3ae2-4196-970f-d2920cf6a9d9", "name": "network-vif-deleted", "tag": "b97cd7ad-d37b-4c14-b149-e1a3fed02d65"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:45:02.924056 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9e1ae-e202-4f2f-a0f6-2fcae0eeca09 x-openstack-request-id: req-8dd9e1ae-e202-4f2f-a0f6-2fcae0eeca09 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:45:02.924424 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9642852-3ae2-4196-970f-d2920cf6a9d9", "name": "network-vif-deleted", "tag": "b97cd7ad-d37b-4c14-b149-e1a3fed02d65", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:45:02.924715 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8dd9e1ae-e202-4f2f-a0f6-2fcae0eeca09 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:45:02.925138 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9642852-3ae2-4196-970f-d2920cf6a9d9', 'name': 'network-vif-deleted', 'tag': 'b97cd7ad-d37b-4c14-b149-e1a3fed02d65', 'status': 'completed', 'code': 200}
Jun 21 04:45:03.897523 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46640) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:03.944591 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_v2 [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Deleting subnet 08972987-d4bb-4e2c-be1d-66ccbaa4a24a {{(pid=92725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:45:03.947619 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:03.980137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64297722'] for subnet, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.016787 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.068886 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64297507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64544725'] for subnet, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.070959 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:04.092757 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08972987-d4bb-4e2c-be1d-66ccbaa4a24a,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:04.096352 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:04.098672 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.100700 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-80af5ef0-1edc-4e50-b582-95c7a1718f00 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/08972987-d4bb-4e2c-be1d-66ccbaa4a24a HTTP/1.1" status: 204  len: 168 time: 0.2020621
Jun 21 04:45:04.104044 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46642) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:04.171220 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.245523 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.255504 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9857e2c1c0>,) {'filters': {'network_id': ['da5f0f79-c0eb-4004-8c1e-7ffa20b671b6']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:04.268741 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9857e2c1c0>, '6e83482b-b525-4e43-98bb-de98a8156c2e') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:04.269029 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9857e2c1c0>, '6e83482b-b525-4e43-98bb-de98a8156c2e') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:04.277980 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.291090 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.297056 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:45:04.297615 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:45:04.299227 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:45:04.350124 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.354719 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fda8947e-c6a4-49df-9d49-92392efe3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:04.357027 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.358824 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/da5f0f79-c0eb-4004-8c1e-7ffa20b671b6 HTTP/1.1" status: 204  len: 168 time: 0.2538524
Jun 21 04:45:04.369520 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5f0f79-c0eb-4004-8c1e-7ffa20b671b6,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:04.371845 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3e3bf4d9-d1b3-43e4-94a2-d0597f3c7ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:04.514762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46646) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:04.552947 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-cfd7be6d-822c-4bc8-a161-a6fc787f59ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcdac8fd3da94c809b858786588267a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0370045
Jun 21 04:45:04.555135 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46648) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:04.600372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.624219 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.668357 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.670928 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:04.672070 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb3af3e7-3ddc-414e-b0b9-2a915b452b1f HTTP/1.1" status: 204  len: 168 time: 0.1160700
Jun 21 04:45:04.672894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-fd3dff92-99c3-4654-8516-20259f3b3991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:04.680390 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3af3e7-3ddc-414e-b0b9-2a915b452b1f,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:04.682898 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8320813b-1e33-44b2-8232-090c8867e146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:05.105763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device b97cd7ad-d37b-4c14-b149-e1a3fed02d65 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:45:05.125961 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: b97cd7ad-d37b-4c14-b149-e1a3fed02d65 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:45:05.126320 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device b97cd7ad-d37b-4c14-b149-e1a3fed02d65 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:45:12.253177 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-c062ab86-0d85-46b5-8135-8644d67464d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0503154
Jun 21 04:45:12.362070 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-88842dc1-f3e4-4f92-93e5-25389a106bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:12.363644 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-88842dc1-f3e4-4f92-93e5-25389a106bbd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1098 time: 0.0526974
Jun 21 04:45:12.751963 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-ce41e649-9fb5-4d21-a1c1-405094edbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:12.753359 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-ce41e649-9fb5-4d21-a1c1-405094edbd12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.3696015
Jun 21 04:45:12.823806 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-637c406a-1529-4489-a9d8-4a8fd54fca72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 200  len: 1001 time: 0.0629568
Jun 21 04:45:12.873236 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-04f8eba4-445c-4a07-989b-02dc719f5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:12.874609 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-04f8eba4-445c-4a07-989b-02dc719f5967 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0445447
Jun 21 04:45:12.931302 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-2915c23d-5162-4deb-84a0-ddde299c2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:12.932756 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-2915c23d-5162-4deb-84a0-ddde299c2ff6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0514760
Jun 21 04:45:13.016569 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-beb06d53-3a87-439e-bbf6-5a2a2a91c0e8 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0767031
Jun 21 04:45:13.104872 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0c67838-8c5c-4fad-9995-1bfce2253bdb req-91034c76-332b-4d49-8a94-4a5350fe494d service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817397
Jun 21 04:45:14.994708 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46764) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:15.093389 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.177439 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.181188 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.183537 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9f6f280b-d5d6-408c-b32e-39eebed0c008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:15.219030 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ea7ed6bcb7c48adac6decd2d0bf68ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2232375
Jun 21 04:45:15.219882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137acc27-741d-4f97-aa92-bb4b109d3885,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:15.221760 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46768) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:15.222994 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:15.268562 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.288920 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.333764 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.337005 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:15.338154 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/137acc27-741d-4f97-aa92-bb4b109d3885 HTTP/1.1" status: 204  len: 168 time: 0.1154199
Jun 21 04:45:15.338902 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3a27028b-f0ee-4762-8bf6-1e2f46ef17b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:15.346257 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137acc27-741d-4f97-aa92-bb4b109d3885,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:15.354472 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.354858 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.355232 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.355598 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.355959 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.356354 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.356717 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.357098 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.357457 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.357833 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.358216 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.358629 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:15.361561 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:15.931567 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46790) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:16.021861 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-692704984-network', 'tenant_id': '7af5139366a94d069acffa32acfeae66'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:16.042091 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Made reservation on behalf of 7af5139366a94d069acffa32acfeae66 for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:16.044450 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.052801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.143872 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.147422 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.151139 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-1e7f6519-ae24-4338-954c-b28cdf801c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:16.168026 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:45:16.181609 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9f59f-c70b-44d6-9f6e-4eca8bc2cb5d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:16.185994 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:16.187036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.187369 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Added segment f285a78b-153d-44f5-b7f6-a4eb2a79992b of type vlan for network 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f
Jun 21 04:45:16.227600 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.254475 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.255685 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:16.256284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.259013 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:16.303175 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3704515
Jun 21 04:45:16.306078 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46794) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:16.311172 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Request body: {'subnet': {'network_id': '0caa0b97-ac8e-4c92-bb9d-206cc5643c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-692704984-subnet', 'tenant_id': '7af5139366a94d069acffa32acfeae66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:16.315658 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0caa0b97-ac8e-4c92-bb9d-206cc5643c6f,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:16.318412 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:16.325951 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:45:16.336803 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Made reservation on behalf of 7af5139366a94d069acffa32acfeae66 for: {'subnet': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:16.339153 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64577370'] for subnet, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.497215 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63344171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64577352'] for subnet, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.500084 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-daccc356-0f11-4daf-b825-07eafe99a216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:16.555700 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d5b521-b306-4edb-b601-28f1ef832389,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:16.559618 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:16.563253 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Checking segment: {'id': 'f285a78b-153d-44f5-b7f6-a4eb2a79992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0caa0b97-ac8e-4c92-bb9d-206cc5643c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:45:16.563606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Network hostable DHCP agents. Network: 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:45:16.579132 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Network 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:45:16.588251 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f) {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:45:16.592460 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:16.593050 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:16.597232 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d991541-a216-4b99-95d8-a2d36c8e3a2c None None] Network 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:16.608517 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3bf0b433-0c2d-45af-ba68-fbea362af486 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3012972
Jun 21 04:45:16.722956 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fe359-e156-4526-b699-9ddd23e2e4bf None None] Network 0caa0b97-ac8e-4c92-bb9d-206cc5643c6f requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:17.066319 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46810) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:17.071995 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-536967955-network', 'tenant_id': '4930fa9de6c245f1bedf986ef167e118'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:17.097274 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Made reservation on behalf of 4930fa9de6c245f1bedf986ef167e118 for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:17.099472 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.108087 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.193880 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.198256 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.201326 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-9e4f2ab6-298b-4ec3-b909-543399d94a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:17.223342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:45:17.233102 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce8ef6-31a9-4b9b-be25-9a0d34438d43,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:17.237394 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:17.238466 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.238804 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Added segment 270dd9fe-39c7-41c3-bc4b-645feff94039 of type vlan for network 829a2517-d7db-4e68-a94e-631dc4da36a7
Jun 21 04:45:17.288063 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.322129 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.323695 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:17.324376 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.326631 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:17.377550 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3100851
Jun 21 04:45:17.380370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46812) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:17.388310 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Request body: {'subnet': {'network_id': '829a2517-d7db-4e68-a94e-631dc4da36a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-536967955-subnet', 'tenant_id': '4930fa9de6c245f1bedf986ef167e118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:17.389568 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Pushing event updated for resources: {'Network': ['ID=829a2517-d7db-4e68-a94e-631dc4da36a7,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:17.392370 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-c433ad06-f359-455b-a436-fca2e7c8e67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:17.401862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 829a2517-d7db-4e68-a94e-631dc4da36a7 details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:45:17.414545 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Made reservation on behalf of 4930fa9de6c245f1bedf986ef167e118 for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:17.417110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.576740 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.578990 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ce5cc803-f829-48cd-ab6f-b616064c4284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:17.635268 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e641b6e4-ac08-4f0e-8e3c-1a8f2496c295,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:17.640309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:17.646083 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Checking segment: {'id': '270dd9fe-39c7-41c3-bc4b-645feff94039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '829a2517-d7db-4e68-a94e-631dc4da36a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:45:17.646423 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Network hostable DHCP agents. Network: 829a2517-d7db-4e68-a94e-631dc4da36a7, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:45:17.664936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Network 829a2517-d7db-4e68-a94e-631dc4da36a7 is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:45:17.673516 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 829a2517-d7db-4e68-a94e-631dc4da36a7) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:45:17.677539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:17.678130 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.683173 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eaef8d-1658-452d-b04d-8e5c36cccb57 None None] Network 829a2517-d7db-4e68-a94e-631dc4da36a7 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:17.693424 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-08e05043-d09b-4133-9941-9afc400ec913 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3118200
Jun 21 04:45:17.800930 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46816) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:17.807117 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f0e6f-37d8-4d67-a60c-1270250987ab None None] Network 829a2517-d7db-4e68-a94e-631dc4da36a7 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:17.848804 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Deleting subnet 32d5b521-b306-4edb-b601-28f1ef832389 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:45:17.852806 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.886099 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.929943 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.981786 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:17.983976 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:18.005286 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d5b521-b306-4edb-b601-28f1ef832389,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:18.008616 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:18.011360 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.013367 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-8ca91647-8962-4e04-8ee7-434d0333bf6c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/32d5b521-b306-4edb-b601-28f1ef832389 HTTP/1.1" status: 204  len: 168 time: 0.2067933
Jun 21 04:45:18.015639 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46818) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:18.084612 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.162466 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.172244 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985ec3ddf0>,) {'filters': {'network_id': ['0caa0b97-ac8e-4c92-bb9d-206cc5643c6f']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:18.181799 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985ec3ddf0>, 'f285a78b-153d-44f5-b7f6-a4eb2a79992b') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:18.182094 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985ec3ddf0>, 'f285a78b-153d-44f5-b7f6-a4eb2a79992b') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:18.191328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.204788 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.211211 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:45:18.211602 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:45:18.213279 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:45:18.266247 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.269758 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:18.272179 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.274469 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0caa0b97-ac8e-4c92-bb9d-206cc5643c6f HTTP/1.1" status: 204  len: 168 time: 0.2578824
Jun 21 04:45:18.277314 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46820) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:18.284895 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Pushing event deleted for resources: {'Network': ['ID=0caa0b97-ac8e-4c92-bb9d-206cc5643c6f,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:18.287215 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4b24fca4-abd4-410e-a132-d310ae292649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:18.324495 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Deleting subnet e641b6e4-ac08-4f0e-8e3c-1a8f2496c295 {{(pid=92725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:45:18.327596 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.360467 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64297722'] for subnet, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.398539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.452896 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64297507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64544725'] for subnet, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.455778 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d868a9ff-b0ea-4184-9020-2f0e0346bb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:18.478260 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e641b6e4-ac08-4f0e-8e3c-1a8f2496c295,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:18.481237 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:18.482185 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.483985 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-0bb7d2b3-a03c-47aa-8d1b-d195ed3c38ae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e641b6e4-ac08-4f0e-8e3c-1a8f2496c295 HTTP/1.1" status: 204  len: 168 time: 0.2055876
Jun 21 04:45:18.486438 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46822) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:18.550007 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.627312 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.637094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9857cd28e0>,) {'filters': {'network_id': ['829a2517-d7db-4e68-a94e-631dc4da36a7']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:18.646786 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9857cd28e0>, '270dd9fe-39c7-41c3-bc4b-645feff94039') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:18.647082 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9857cd28e0>, '270dd9fe-39c7-41c3-bc4b-645feff94039') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:18.655311 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.668309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.673910 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:45:18.674287 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:45:18.675839 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:45:18.729540 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.733153 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-44143bec-5b42-43bd-b040-4161392db8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:18.736169 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:18.737210 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] 10.222.0.66 "DELETE /v2.0/networks/829a2517-d7db-4e68-a94e-631dc4da36a7 HTTP/1.1" status: 204  len: 168 time: 0.2498863
Jun 21 04:45:18.748539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Pushing event deleted for resources: {'Network': ['ID=829a2517-d7db-4e68-a94e-631dc4da36a7,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:18.750805 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8c4c5af0-d13a-4fc2-a0d7-105690219118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:18.893663 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46826) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:18.936533 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-d0adba0d-462e-4d4b-a939-1dc6a3b91c4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7af5139366a94d069acffa32acfeae66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0415165
Jun 21 04:45:18.938761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46828) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:18.986374 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.006178 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.052553 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.055730 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.056902 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daf9f59f-c70b-44d6-9f6e-4eca8bc2cb5d HTTP/1.1" status: 204  len: 168 time: 0.1172338
Jun 21 04:45:19.057686 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-63bf28c2-c5c5-4601-9842-7f191a6d4be2 tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:19.066064 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9f59f-c70b-44d6-9f6e-4eca8bc2cb5d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:19.068995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3ac4f03c-873e-46fc-8f9e-6732921e641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:19.354237 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46834) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:19.392321 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-9f9cbe97-08d1-44ce-aaa9-23daf64d3d01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4930fa9de6c245f1bedf986ef167e118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0368400
Jun 21 04:45:19.394985 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46836) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:19.443192 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.463477 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.507989 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.510579 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:19.511722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1ce8ef6-31a9-4b9b-be25-9a0d34438d43 HTTP/1.1" status: 204  len: 168 time: 0.1156230
Jun 21 04:45:19.512541 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-100d4e96-93f9-47a6-ab25-1e78da810a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:19.519675 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce8ef6-31a9-4b9b-be25-9a0d34438d43,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:19.521974 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-735ac7c0-f999-4f9a-aeca-607f3599b9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:20.883191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46876) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:20.982747 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.066328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.070333 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.073640 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-d6d2143b-0089-413e-b2b9-0cddc30250d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:21.108554 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=468bea9a88ea436b8aa9caf0df9db44f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2242758
Jun 21 04:45:21.109435 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3842d774-7ca9-4c11-9dde-2a7d288c7b9a,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:21.111223 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46880) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:21.112377 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:21.161760 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.181847 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.226027 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.228555 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.229661 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3842d774-7ca9-4c11-9dde-2a7d288c7b9a HTTP/1.1" status: 204  len: 168 time: 0.1163208
Jun 21 04:45:21.230401 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-350cfb70-32c7-403a-a89b-9fb025b9daa7 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:21.237510 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3842d774-7ca9-4c11-9dde-2a7d288c7b9a,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:21.239805 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-481c9c2a-8adc-46cf-a7ec-e5124cbc10c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:21.321871 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:45:21.477036 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46886) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:21.490354 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb06988f-5c5a-41ac-99fe-30cef0165f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.579993 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb06988f-5c5a-41ac-99fe-30cef0165f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.583560 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-bb06988f-5c5a-41ac-99fe-30cef0165f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.585877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-31d64272-b27f-478d-9ec9-96529bd084e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:21.619533 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06988f-5c5a-41ac-99fe-30cef0165f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f10a6a7-7cac-4062-912b-d3ba615f11c0,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:21.623812 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-bb06988f-5c5a-41ac-99fe-30cef0165f7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b062ab0ce7e4319a133b1ea14a0a122&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1457458
Jun 21 04:45:21.624824 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-bb06988f-5c5a-41ac-99fe-30cef0165f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:21.626372 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46888) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:21.672032 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.696282 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.741982 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.744817 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:21.745951 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f10a6a7-7cac-4062-912b-d3ba615f11c0 HTTP/1.1" status: 204  len: 168 time: 0.1187084
Jun 21 04:45:21.746746 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-8a6ffc38-072b-4c6a-a7a7-c52c46077004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:21.753868 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f10a6a7-7cac-4062-912b-d3ba615f11c0,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:21.756684 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f0e8d0ba-a3d6-471e-9338-e8ced2f0c3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:23.445729 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46946) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:23.548717 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.635823 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.639740 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.642079 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-400d5bed-7377-49b9-9ed2-06a3ecdacefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:23.675248 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86038c1-1089-44c8-8f07-3a5197d095a0,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:23.679425 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45186c1f852b43b1b8dce92128128491&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2326822
Jun 21 04:45:23.680332 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:23.681973 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46950) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:23.737642 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.759519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.803253 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.806704 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:23.807852 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f86038c1-1089-44c8-8f07-3a5197d095a0 HTTP/1.1" status: 204  len: 168 time: 0.1249919
Jun 21 04:45:23.808649 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-43861877-8332-469d-935e-617e6e6c51a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:23.815823 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86038c1-1089-44c8-8f07-3a5197d095a0,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:23.818749 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-a5d1a7f9-6709-4ca8-9049-871162f1c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:23.903763 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ae28928b-8276-4677-a037-4d442466aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.054704 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46956) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:24.068101 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e7d478b-5f25-46a9-a78b-b783bb33ce09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.159346 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e7d478b-5f25-46a9-a78b-b783bb33ce09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.162947 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-7e7d478b-5f25-46a9-a78b-b783bb33ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.165814 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-230b040c-9904-4cfa-b283-09a25d7875bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:24.203340 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-7e7d478b-5f25-46a9-a78b-b783bb33ce09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7ac03fbe03c48e4906ff14fd346a66d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1475837
Jun 21 04:45:24.204260 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d478b-5f25-46a9-a78b-b783bb33ce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb66575-c674-4ea6-9733-331530a60512,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:24.206011 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46958) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:24.207244 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-7e7d478b-5f25-46a9-a78b-b783bb33ce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:24.255043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.274877 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.318458 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.321027 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:24.322107 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cb66575-c674-4ea6-9733-331530a60512 HTTP/1.1" status: 204  len: 168 time: 0.1142106
Jun 21 04:45:24.322928 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-380897f7-414b-49bd-95f9-a33907f0c2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:24.330074 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb66575-c674-4ea6-9733-331530a60512,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:24.337040 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.337431 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.337809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.338179 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.338544 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.338908 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.339348 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.339616 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.339977 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.340654 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.340966 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.341321 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:24.344385 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ef07f364-49bb-40ac-ab3b-6df20e9b63b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:24.977270 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 46980) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:25.077791 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-631479743-network', 'tenant_id': '409123f95bf242f980eeb57f0c3bea87'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:25.098445 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Made reservation on behalf of 409123f95bf242f980eeb57f0c3bea87 for: {'network': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:25.101187 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.109271 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.192827 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.196874 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.200529 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-5bcbddbe-0b12-4321-b068-c4ff65d3aed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:25.220899 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859}  {{(pid=92725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:45:25.230223 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15516d07-221d-41b9-b331-6cfaab807226,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:25.234309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:25.235336 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.235675 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.segments_db [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Added segment 3989a187-a8f0-42c5-a539-528177f670e3 of type vlan for network 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d
Jun 21 04:45:25.278510 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.306000 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.307278 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:25.307874 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.310614 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:25.356452 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3779705
Jun 21 04:45:25.360102 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 46984) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:25.365164 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Request body: {'subnet': {'network_id': '29b3427d-6fd3-4383-ad0b-d9cefbd77a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-631479743-subnet', 'tenant_id': '409123f95bf242f980eeb57f0c3bea87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:25.367032 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Pushing event updated for resources: {'Network': ['ID=29b3427d-6fd3-4383-ad0b-d9cefbd77a2d,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:25.370384 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9c81a49f-233c-4261-a01a-2b675dd53431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:25.377741 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:45:25.386602 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Made reservation on behalf of 409123f95bf242f980eeb57f0c3bea87 for: {'subnet': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:25.388915 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64577370'] for subnet, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.547964 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63344171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64577352'] for subnet, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.550799 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:25.600933 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecd9cf3-c76a-4c45-a79e-1c3565fe9a48,revision_number=0']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:25.604515 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:25.609823 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Checking segment: {'id': '3989a187-a8f0-42c5-a539-528177f670e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '29b3427d-6fd3-4383-ad0b-d9cefbd77a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:45:25.610181 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Network hostable DHCP agents. Network: 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:45:25.626453 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Network 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:45:25.635176 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d) {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:45:25.638994 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:25.639589 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:25.643490 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624a093-cc16-4a8f-9aa7-1172f34c51c4 None None] Network 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:25.654006 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2927260
Jun 21 04:45:25.772452 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cb2879-15d3-4e43-a51a-b3d8c29ba64e None None] Network 29b3427d-6fd3-4383-ad0b-d9cefbd77a2d requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:26.103960 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47000) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:26.109113 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-25944486-network', 'tenant_id': '92a9f138ac2c414da5425afc62889b5b'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:26.127923 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Made reservation on behalf of 92a9f138ac2c414da5425afc62889b5b for: {'network': 1} {{(pid=92726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:26.130191 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for network, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.138896 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.224720 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.228942 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.231807 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-5413f599-1740-4437-b793-bf230d28abd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:26.252206 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880}  {{(pid=92726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 04:45:26.260702 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf5ffb-95f3-4435-a4e7-11dd80a6c15b,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:26.264154 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:26.266794 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.267142 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.segments_db [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Added segment ff8ff680-e9d0-44cf-8e8b-4f489aa7339a of type vlan for network 6e878938-a856-4b14-b483-5679314ad36e
Jun 21 04:45:26.306085 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768277133258'] for network, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.332947 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206'] for network, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.334272 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:26.334859 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.338255 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:26.394395 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.2892141
Jun 21 04:45:26.397225 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47002) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:26.405743 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Request body: {'subnet': {'network_id': '6e878938-a856-4b14-b483-5679314ad36e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-25944486-subnet', 'tenant_id': '92a9f138ac2c414da5425afc62889b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:26.406188 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e878938-a856-4b14-b483-5679314ad36e,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:26.409158 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-8ff49e77-8698-4914-a110-61d90f7d28b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:26.416419 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Network 6e878938-a856-4b14-b483-5679314ad36e details requested by agent ovs-agent-dv-cinder-796889-2-iscsi with host dv-cinder-796889-2-iscsi {{(pid=92727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 04:45:26.425703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Made reservation on behalf of 92a9f138ac2c414da5425afc62889b5b for: {'subnet': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:26.428017 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64544766'] for subnet, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.515130 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a4eab1d5-df36-4811-9a60-a6c618fe40c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.590700 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64297698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64544748'] for subnet, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.592809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:26.642919 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5c0631-ad96-444f-8b4b-d4e377e145d6,revision_number=0']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:26.646290 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:26.652386 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Checking segment: {'id': 'ff8ff680-e9d0-44cf-8e8b-4f489aa7339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e878938-a856-4b14-b483-5679314ad36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:45:26.652744 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Network hostable DHCP agents. Network: 6e878938-a856-4b14-b483-5679314ad36e, hostable agents: ['9d08bb92-28e3-4a52-8fab-ef190eea1119'], hosted agents: [] {{(pid=92725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 04:45:26.668233 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Network 6e878938-a856-4b14-b483-5679314ad36e is scheduled to be hosted by DHCP agent 9d08bb92-28e3-4a52-8fab-ef190eea1119 with binding_index 1 {{(pid=92725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 04:45:26.676052 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-iscsi, 6e878938-a856-4b14-b483-5679314ad36e) {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:45:26.679921 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:26.680548 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.684998 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b37019c-92c9-401a-bf76-8f65cc4bc3a7 None None] Network 6e878938-a856-4b14-b483-5679314ad36e requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:26.693291 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-4187ddb4-05e2-434d-a2b9-14dbc2751597 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.2944851
Jun 21 04:45:26.939595 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:26.942490 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3206c-c660-4ae2-afea-a12f7dab44ce None None] Network 6e878938-a856-4b14-b483-5679314ad36e requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:45:27.517962 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:29.272324 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:30.089062 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.086360 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47120) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:40.139175 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Deleting subnet 0ecd9cf3-c76a-4c45-a79e-1c3565fe9a48 {{(pid=92725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:45:40.142386 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.176928 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64297722'] for subnet, precommit_delete_associations {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.214834 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.264537 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64297507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64544725'] for subnet, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.267178 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-33f501be-7e1e-4b88-93c5-3f22190b59b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:40.293847 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ecd9cf3-c76a-4c45-a79e-1c3565fe9a48,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:40.296534 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:40.299183 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.301106 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3ca95edb-772e-4aae-a7bc-2ef851c41612 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0ecd9cf3-c76a-4c45-a79e-1c3565fe9a48 HTTP/1.1" status: 204  len: 168 time: 0.2136452
Jun 21 04:45:40.303420 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47122) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:40.369037 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.449791 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.459276 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985cec3580>,) {'filters': {'network_id': ['29b3427d-6fd3-4383-ad0b-d9cefbd77a2d']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:40.469936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985cec3580>, '3989a187-a8f0-42c5-a539-528177f670e3') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:40.470230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985cec3580>, '3989a187-a8f0-42c5-a539-528177f670e3') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:40.479339 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.492545 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.498173 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:45:40.498547 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:45:40.500181 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:45:40.552724 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.556725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-60ca178d-1f47-4a1e-af00-758271b92038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:40.559093 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.560974 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/29b3427d-6fd3-4383-ad0b-d9cefbd77a2d HTTP/1.1" status: 204  len: 168 time: 0.2566571
Jun 21 04:45:40.563779 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47124) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:40.571936 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b3427d-6fd3-4383-ad0b-d9cefbd77a2d,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:40.574327 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ddfe42aa-b5f5-44c2-bc51-6ae9be2779f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:40.609354 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Deleting subnet ca5c0631-ad96-444f-8b4b-d4e377e145d6 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:45:40.612362 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.644421 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.684123 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.988608 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:40.990706 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:41.016827 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.018759 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca5c0631-ad96-444f-8b4b-d4e377e145d6 HTTP/1.1" status: 204  len: 168 time: 0.4539652
Jun 21 04:45:41.019749 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5c0631-ad96-444f-8b4b-d4e377e145d6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:41.021358 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47126) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:41.023236 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f52ffc51-26e9-4a61-aea3-2ed0899e6048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:41.089931 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.163590 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.173401 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985ea31f70>,) {'filters': {'network_id': ['6e878938-a856-4b14-b483-5679314ad36e']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:41.182572 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985ea31f70>, 'ff8ff680-e9d0-44cf-8e8b-4f489aa7339a') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:41.182873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985ea31f70>, 'ff8ff680-e9d0-44cf-8e8b-4f489aa7339a') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:45:41.191108 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.204475 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.210371 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:45:41.210746 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:45:41.212908 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:45:41.266085 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.270747 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.272814 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] 10.222.0.66 "DELETE /v2.0/networks/6e878938-a856-4b14-b483-5679314ad36e HTTP/1.1" status: 204  len: 168 time: 0.2504017
Jun 21 04:45:41.273481 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-cafb5916-9b0e-4dcd-878c-8f21ec524968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:41.285870 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e878938-a856-4b14-b483-5679314ad36e,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:41.288240 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-269016fb-5d2c-48fb-9246-01790dc4915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:41.425614 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47130) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:41.464207 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-d298ec19-e7cd-49f2-882e-be5b700a7e90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=409123f95bf242f980eeb57f0c3bea87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0373833
Jun 21 04:45:41.466707 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47132) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:41.511202 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.532256 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.575430 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.578087 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.579206 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15516d07-221d-41b9-b331-6cfaab807226 HTTP/1.1" status: 204  len: 168 time: 0.1116390
Jun 21 04:45:41.580045 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-391e835d-c984-48f1-b88b-3bb7b5b090fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:41.587774 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15516d07-221d-41b9-b331-6cfaab807226,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:41.590151 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-338db872-b82c-4824-9d3c-df8d6359e0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:41.886409 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47138) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:41.924786 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9a9707a8-6f85-4f07-a747-a84f19b697e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92a9f138ac2c414da5425afc62889b5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0370593
Jun 21 04:45:41.927175 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47140) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:45:41.977716 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:41.998775 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:42.044242 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:42.046826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:42.047910 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccbf5ffb-95f3-4435-a4e7-11dd80a6c15b HTTP/1.1" status: 204  len: 168 time: 0.1198514
Jun 21 04:45:42.048761 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d69cd219-d7a8-4d02-851e-9aea17bbb472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:42.058138 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf5ffb-95f3-4435-a4e7-11dd80a6c15b,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:42.060426 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:44.297556 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-d1f69bb5-8e45-44a5-9bc5-563e1209ebab tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d442f4d0220b4731bea24a439198413d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322554
Jun 21 04:45:44.470691 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-2ae4c8a6-b85a-404f-a8a0-52e7616c1289 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:44.472121 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-2ae4c8a6-b85a-404f-a8a0-52e7616c1289 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1693041
Jun 21 04:45:44.486084 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-bf6bae56-fc53-4014-9356-5a6338708a5d tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/quotas/d442f4d0220b4731bea24a439198413d HTTP/1.1" status: 200  len: 375 time: 0.0085883
Jun 21 04:45:44.519957 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-c825f5bd-d6f1-4773-8af7-ca6d60c7adcc tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d442f4d0220b4731bea24a439198413d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291238
Jun 21 04:45:44.683261 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c2762bcf-1142-41d3-99aa-7881fe89597a req-a85c824c-796e-4c75-a7ec-1a842a4ad57f tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 210 time: 0.0280828
Jun 21 04:45:45.729062 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-eeb795a4-246b-4a71-8e43-4d5ad48d224d tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d442f4d0220b4731bea24a439198413d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300744
Jun 21 04:45:45.845716 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-32131a88-4b42-4cd7-b3a8-55f87deeeb53 req-44f3b436-d3b3-4efb-b131-7dd4141f5229 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 210 time: 0.0469999
Jun 21 04:45:45.927557 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-de90e14e-cf30-4d1d-91fa-474fa31155c8 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:45.929005 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-de90e14e-cf30-4d1d-91fa-474fa31155c8 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1953113
Jun 21 04:45:45.950035 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Request body: {'port': {'device_id': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a', 'admin_state_up': True, 'tenant_id': 'd442f4d0220b4731bea24a439198413d'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:46.050331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Made reservation on behalf of d442f4d0220b4731bea24a439198413d for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:45:46.053780 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.065564 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks [] for security_group, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.153063 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks [] for security_group, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.156754 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.159535 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ddaf0a10-f18d-4414-8282-36dd8178853a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:46.216822 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:46.221347 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:46.285598 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Allocated IP 192.168.233.65 (7197a245-220f-4a23-b65f-d7a591caae0a/2c9f1ab2-8eb9-4349-8211-0cee86b66cff/8be1f060-ee00-4c7d-933d-ba213cdc2eff) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:45:46.427152 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.439882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Transition to ACTIVE for port object 8be1f060-ee00-4c7d-933d-ba213cdc2eff will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:45:46.471331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.474988 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-46ff71ae-ecb7-409a-aa43-cdd1fc3d8a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:46.518875 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Network 7197a245-220f-4a23-b65f-d7a591caae0a is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:45:46.522095 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:45:46.526369 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:45:46.550306 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Pushing event updated for resources: {'Port': ['ID=8be1f060-ee00-4c7d-933d-ba213cdc2eff,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:46.553971 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:46.576914 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:46.577544 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.592826 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6464288
Jun 21 04:45:46.610854 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Request body: {'port': {'device_id': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:45:46.682589 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.761540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-741923bc-a10a-4db3-9881-28bb30839c80 None None] Provisioning for port 8be1f060-ee00-4c7d-933d-ba213cdc2eff completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:45:46.765248 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-741923bc-a10a-4db3-9881-28bb30839c80 None None] Provisioning complete for port 8be1f060-ee00-4c7d-933d-ba213cdc2eff triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:45:46.765637 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-741923bc-a10a-4db3-9881-28bb30839c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.801554 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-741923bc-a10a-4db3-9881-28bb30839c80 None None] Port 8be1f060-ee00-4c7d-933d-ba213cdc2eff cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:45:46.943328 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be1f060-ee00-4c7d-933d-ba213cdc2eff {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:45:46.951598 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.988006 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Transition to ACTIVE for port object 8be1f060-ee00-4c7d-933d-ba213cdc2eff will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:45:46.992876 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:46.997248 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-872ebd5a-edcc-4e16-bb07-71a55b63d392 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:47.080779 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8be1f060-ee00-4c7d-933d-ba213cdc2eff,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:47.084391 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:47.098039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3bdbc-7b90-4d6a-ab6b-198958f10787 req-fc5bd478-36a2-4a38-b37b-58054eb0f47a tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:47.099628 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7fe3bdbc-7b90-4d6a-ab6b-198958f10787 req-fc5bd478-36a2-4a38-b37b-58054eb0f47a tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 935 time: 0.1444683
Jun 21 04:45:47.177172 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-7fe3bdbc-7b90-4d6a-ab6b-198958f10787 req-62952c36-5464-40be-9904-fde53f8fb900 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610907
Jun 21 04:45:47.190455 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Attempting to bind port 8be1f060-ee00-4c7d-933d-ba213cdc2eff on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:45:47.190791 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Attempting to bind port 8be1f060-ee00-4c7d-933d-ba213cdc2eff by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:45:47.191117 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Attempting to bind port 8be1f060-ee00-4c7d-933d-ba213cdc2eff on network 7197a245-220f-4a23-b65f-d7a591caae0a {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:45:47.195284 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Port 8be1f060-ee00-4c7d-933d-ba213cdc2eff on network 7197a245-220f-4a23-b65f-d7a591caae0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:45:47.195587 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Attempting to bind port 8be1f060-ee00-4c7d-933d-ba213cdc2eff on network 7197a245-220f-4a23-b65f-d7a591caae0a {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:45:47.206696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:45:47.206696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Checking segment: {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:45:47.206696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Bound using segment: {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:45:47.206696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Bound port: 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994eb32b-1af8-4604-be1b-abab905c7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:45:47.206696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:47.267453 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] For port 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:45:47.270428 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] For port 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:45:47.275504 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:47.278472 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a756341c-8de6-4ec9-ad5e-9ef569e52449 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:47.306901 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:47.307539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:47.308925 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] 10.222.0.69 "PUT /v2.0/ports/8be1f060-ee00-4c7d-933d-ba213cdc2eff HTTP/1.1" status: 200  len: 1097 time: 0.7025526
Jun 21 04:45:47.311321 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'tag': '8be1f060-ee00-4c7d-933d-ba213cdc2eff'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:45:47.313623 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e1dedd-266c-4e08-acc8-5258831414ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3c9a2-b42c-4f68-9fdb-a91667da69fe", "tag": "8be1f060-ee00-4c7d-933d-ba213cdc2eff"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:45:47.354787 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8be1f060-ee00-4c7d-933d-ba213cdc2eff,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:47.358462 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a855c-4b74-4e33-bc8d-bd555d6db44d x-openstack-request-id: req-dc4a855c-4b74-4e33-bc8d-bd555d6db44d {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:45:47.358801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3c9a2-b42c-4f68-9fdb-a91667da69fe", "tag": "8be1f060-ee00-4c7d-933d-ba213cdc2eff", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:45:47.359106 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc4a855c-4b74-4e33-bc8d-bd555d6db44d {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:45:47.359538 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'tag': '8be1f060-ee00-4c7d-933d-ba213cdc2eff', 'status': 'completed', 'code': 200}
Jun 21 04:45:47.360331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-a1655847-77e2-4dfd-a846-910d26a3d3d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:47.429187 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-f33e7ef1-0aab-4710-81f1-5742b0b99e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:47.430731 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-f33e7ef1-0aab-4710-81f1-5742b0b99e90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d442f4d0220b4731bea24a439198413d&device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 1100 time: 0.0551343
Jun 21 04:45:47.477150 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-a8c85957-405e-4c6b-ad86-f30b4c447d16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff HTTP/1.1" status: 200  len: 217 time: 0.0338066
Jun 21 04:45:47.530030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-12c14fff-a0b4-4ddf-96b2-dce3217dde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:47.531446 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-12c14fff-a0b4-4ddf-96b2-dce3217dde95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2c9f1ab2-8eb9-4349-8211-0cee86b66cff HTTP/1.1" status: 200  len: 843 time: 0.0485115
Jun 21 04:45:47.585726 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-fb412529-72b1-4b16-814d-7ff4c92bfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:47.587134 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-fb412529-72b1-4b16-814d-7ff4c92bfcec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7197a245-220f-4a23-b65f-d7a591caae0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0499430
Jun 21 04:45:47.670180 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-d9af4f40-672e-41c6-947c-91e5e1eccc8a service neutron] 10.222.0.69 "GET /v2.0/networks/7197a245-220f-4a23-b65f-d7a591caae0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0769987
Jun 21 04:45:47.757757 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-a2e20fc3-f2fd-417c-9c05-6503209ea7a8 req-c60c45ba-658f-4da1-b890-5372cf631b2d service neutron] 10.222.0.69 "GET /v2.0/networks/7197a245-220f-4a23-b65f-d7a591caae0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818319
Jun 21 04:45:47.914451 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1dedd-266c-4e08-acc8-5258831414ac req-edd8bfa0-a670-44ce-9fea-61b83813f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:47.916651 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-edd8bfa0-a670-44ce-9fea-61b83813f4f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d442f4d0220b4731bea24a439198413d&device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 1100 time: 0.0521655
Jun 21 04:45:48.004787 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1dedd-266c-4e08-acc8-5258831414ac req-58ba1f5a-29d5-454b-84f4-881306cc2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:48.006279 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-58ba1f5a-29d5-454b-84f4-881306cc2da7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7197a245-220f-4a23-b65f-d7a591caae0a HTTP/1.1" status: 200  len: 870 time: 0.0835524
Jun 21 04:45:48.045374 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-68742b31-d237-46cf-8b72-f82bc2c6831e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff HTTP/1.1" status: 200  len: 217 time: 0.0326118
Jun 21 04:45:48.091646 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1dedd-266c-4e08-acc8-5258831414ac req-08348104-f8f9-4c35-a8b8-9ce7107f98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:48.093113 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-08348104-f8f9-4c35-a8b8-9ce7107f98f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2c9f1ab2-8eb9-4349-8211-0cee86b66cff HTTP/1.1" status: 200  len: 843 time: 0.0421700
Jun 21 04:45:48.151889 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1dedd-266c-4e08-acc8-5258831414ac req-946294d8-0c92-4c28-8ff8-4d91f60a5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:48.153444 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-946294d8-0c92-4c28-8ff8-4d91f60a5c59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7197a245-220f-4a23-b65f-d7a591caae0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0539598
Jun 21 04:45:48.238961 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-d1085871-d109-4faf-aa7f-7652e9db2266 service neutron] 10.222.0.69 "GET /v2.0/networks/7197a245-220f-4a23-b65f-d7a591caae0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792189
Jun 21 04:45:48.364331 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-07e1dedd-266c-4e08-acc8-5258831414ac req-58a757ad-6afc-4fdc-905b-d08f64e4ffd8 service neutron] 10.222.0.69 "GET /v2.0/networks/7197a245-220f-4a23-b65f-d7a591caae0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189930
Jun 21 04:45:48.381768 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27200802-694f-49ad-b0a2-f2a207c31dc1 req-a0284f1f-ea30-465f-815d-2f83547565c4 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:48.383230 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-27200802-694f-49ad-b0a2-f2a207c31dc1 req-a0284f1f-ea30-465f-815d-2f83547565c4 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 947 time: 0.0878015
Jun 21 04:45:48.420212 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-27200802-694f-49ad-b0a2-f2a207c31dc1 req-d4bfd799-a1b9-4dd7-a984-c91c3f043fbd tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313256
Jun 21 04:45:49.593908 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1a765-639b-4a4a-9d83-86a93c81e78a req-4a65e227-6cae-4a29-b276-1b3aee83da38 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:49.595366 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1bc1a765-639b-4a4a-9d83-86a93c81e78a req-4a65e227-6cae-4a29-b276-1b3aee83da38 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 947 time: 0.0647142
Jun 21 04:45:49.631764 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-1bc1a765-639b-4a4a-9d83-86a93c81e78a req-acb30bc5-48b4-4566-828f-44d4382c6096 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307107
Jun 21 04:45:50.972619 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57d62f-b35d-41c0-8bc7-c62322cab9dc req-90fbac35-b003-4af0-b478-3be4238ba694 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:50.974375 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1b57d62f-b35d-41c0-8bc7-c62322cab9dc req-90fbac35-b003-4af0-b478-3be4238ba694 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 947 time: 0.2278185
Jun 21 04:45:51.013577 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-1b57d62f-b35d-41c0-8bc7-c62322cab9dc req-763e05d7-b1f1-4891-91b9-78e12dcf91ff tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332198
Jun 21 04:45:51.269369 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8be1f060-ee00-4c7d-933d-ba213cdc2eff details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:45:51.361622 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:45:51.372087 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '8be1f060-ee00-4c7d-933d-ba213cdc2eff', 'network_id': '7197a245-220f-4a23-b65f-d7a591caae0a', 'port_id': '8be1f060-ee00-4c7d-933d-ba213cdc2eff', 'mac_address': 'fa:16:3e:26:be:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9f1ab2-8eb9-4349-8211-0cee86b66cff', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:45:51.411966 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:51.424079 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be1f060-ee00-4c7d-933d-ba213cdc2eff {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:45:51.442967 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:45:51.447654 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:51.450237 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:51.494922 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=8be1f060-ee00-4c7d-933d-ba213cdc2eff,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:51.501550 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.501879 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.502220 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.502554 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.502885 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.503213 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.503540 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.503863 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.504210 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.504534 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.504856 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.505177 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:45:51.508872 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:51.871914 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['8be1f060-ee00-4c7d-933d-ba213cdc2eff'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:45:52.180442 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02ec92-da37-4ef0-827e-52fc6be96dd0 req-657d826a-8d41-4363-9f0c-12c810f1f482 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:52.182559 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6c02ec92-da37-4ef0-827e-52fc6be96dd0 req-657d826a-8d41-4363-9f0c-12c810f1f482 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 948 time: 0.0608153
Jun 21 04:45:52.219496 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6c02ec92-da37-4ef0-827e-52fc6be96dd0 req-9e2d43a6-a8bc-4f2c-af20-cfbdfd629580 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312655
Jun 21 04:45:53.284209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8be1f060-ee00-4c7d-933d-ba213cdc2eff up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:45:53.332043 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 8be1f060-ee00-4c7d-933d-ba213cdc2eff completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:45:53.335663 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 8be1f060-ee00-4c7d-933d-ba213cdc2eff triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:45:53.336046 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:53.391110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1bbda-2cbc-4f96-ae5b-bc7bf751b224 req-0fbc6770-2bce-463c-be82-f4c194dee4ce tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:53.392613 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-68d1bbda-2cbc-4f96-ae5b-bc7bf751b224 req-0fbc6770-2bce-463c-be82-f4c194dee4ce tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 948 time: 0.0633116
Jun 21 04:45:53.415011 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:53.432240 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-68d1bbda-2cbc-4f96-ae5b-bc7bf751b224 req-154932b8-d711-436e-94dd-78ec49964cd1 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309691
Jun 21 04:45:53.437393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1f060-ee00-4c7d-933d-ba213cdc2eff'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:45:53.439661 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5428a4b8-51e9-48a2-86d0-ff1b887a5f2f" -d '{"events": [{"server_uuid": "a6f3c9a2-b42c-4f68-9fdb-a91667da69fe", "name": "network-vif-plugged", "status": "completed", "tag": "8be1f060-ee00-4c7d-933d-ba213cdc2eff"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:45:53.456177 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:45:53.469419 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:53.469419 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:53.486318 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc01bf-27ca-43d7-9064-d7835bb0bfbe x-openstack-request-id: req-a9bc01bf-27ca-43d7-9064-d7835bb0bfbe {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:45:53.486614 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3c9a2-b42c-4f68-9fdb-a91667da69fe", "name": "network-vif-plugged", "status": "completed", "tag": "8be1f060-ee00-4c7d-933d-ba213cdc2eff", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:45:53.486875 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9bc01bf-27ca-43d7-9064-d7835bb0bfbe {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:45:53.487263 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1f060-ee00-4c7d-933d-ba213cdc2eff', 'code': 200}
Jun 21 04:45:53.511731 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=8be1f060-ee00-4c7d-933d-ba213cdc2eff,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:53.514640 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:53.724659 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba683b53-442d-4d6e-8658-c4502ed5f748 req-7996ef4f-a55b-4d29-a418-0198ed8fc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:53.726109 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba683b53-442d-4d6e-8658-c4502ed5f748 req-7996ef4f-a55b-4d29-a418-0198ed8fc6fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 1102 time: 0.0497787
Jun 21 04:45:53.759795 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-ba683b53-442d-4d6e-8658-c4502ed5f748 req-aa241826-e4d0-4a23-8f98-7aadde310e66 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270042
Jun 21 04:45:53.904401 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f5c73007-bd47-479f-94ad-298686d0a936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:54.618946 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f771a6-aac9-4148-92fb-2edf95881573 req-f18f2360-a32a-44d2-a60e-d98e24941e4e tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:54.620422 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-21f771a6-aac9-4148-92fb-2edf95881573 req-f18f2360-a32a-44d2-a60e-d98e24941e4e tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 949 time: 0.0645676
Jun 21 04:45:54.656276 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-21f771a6-aac9-4148-92fb-2edf95881573 req-fd5e7788-9494-4376-addc-9266a871ebf1 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302985
Jun 21 04:45:55.829588 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0e805-e621-464d-8362-e21355efb5d1 req-ede57c5b-ae80-451e-a016-704f36201983 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:55.831331 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d3c0e805-e621-464d-8362-e21355efb5d1 req-ede57c5b-ae80-451e-a016-704f36201983 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 949 time: 0.0655942
Jun 21 04:45:55.871807 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-d3c0e805-e621-464d-8362-e21355efb5d1 req-28774849-607a-47ad-a7a2-9faa246e3f2b tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344951
Jun 21 04:45:56.275057 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0626b-38a0-4ae5-8681-1c8ae9a52f9f req-c7b0c149-06ba-466d-b05c-6ec6dd3f15fd tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:56.276457 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b4b0626b-38a0-4ae5-8681-1c8ae9a52f9f req-c7b0c149-06ba-466d-b05c-6ec6dd3f15fd tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 949 time: 0.0626855
Jun 21 04:45:56.313096 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b4b0626b-38a0-4ae5-8681-1c8ae9a52f9f req-64dcd69b-b9d8-4c41-a5d7-e3bd64bd961c tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310493
Jun 21 04:45:56.517420 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-c98f4c6c-ec50-4190-b127-4e094cca6a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:56.910220 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:57.491211 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c81a6-d1bb-4e37-88df-f689caf4fbba req-0340b117-6021-486d-bba9-a71896a66d8e tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:57.492689 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc1c81a6-d1bb-4e37-88df-f689caf4fbba req-0340b117-6021-486d-bba9-a71896a66d8e tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 949 time: 0.0617254
Jun 21 04:45:57.522170 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:57.531235 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bc1c81a6-d1bb-4e37-88df-f689caf4fbba req-b4386d55-1348-4e32-9cfb-6dd2ac1f5ad1 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323374
Jun 21 04:45:57.999682 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-cacec88f-7897-46b5-9a16-d5fad012af68 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:45:58.001113 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-cacec88f-7897-46b5-9a16-d5fad012af68 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 949 time: 0.0602701
Jun 21 04:45:58.098526 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Deleting port 8be1f060-ee00-4c7d-933d-ba213cdc2eff {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:45:58.098793 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:58.186108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] For port 8be1f060-ee00-4c7d-933d-ba213cdc2eff, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=8be1f060-ee00-4c7d-933d-ba213cdc2eff,segment=NetworkSegment(994eb32b-1af8-4604-be1b-abab905c7beb),segment_id=994eb32b-1af8-4604-be1b-abab905c7beb)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:45:58.186459 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:58.320877 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:45:58.519583 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Calling delete_port for 8be1f060-ee00-4c7d-933d-ba213cdc2eff owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:45:58.645154 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:58.648994 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-946e650b-31a8-4a4d-8d33-2ef2276d83ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:45:58.673364 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-bfc41a0b-114b-427b-b3c3-7b70836731b4 req-ecfd6748-c0bb-4158-b7b0-cd6cbebfec80 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6f3c9a2-b42c-4f68-9fdb-a91667da69fe HTTP/1.1" status: 200  len: 210 time: 0.0321314
Jun 21 04:45:58.674781 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Pushing event deleted for resources: {'Port': ['ID=8be1f060-ee00-4c7d-933d-ba213cdc2eff,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:45:58.682198 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:45:58.684105 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['8be1f060-ee00-4c7d-933d-ba213cdc2eff'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:45:58.720948 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] No DVR routers for this DVR port 8be1f060-ee00-4c7d-933d-ba213cdc2eff on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:45:58.723252 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:45:58.725213 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-bab61ec3-f52b-4d57-97c7-9b59951db8ab req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] 10.222.0.69 "DELETE /v2.0/ports/8be1f060-ee00-4c7d-933d-ba213cdc2eff HTTP/1.1" status: 204  len: 173 time: 0.7183032
Jun 21 04:45:58.725725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'name': 'network-vif-deleted', 'tag': '8be1f060-ee00-4c7d-933d-ba213cdc2eff'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:45:58.728017 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192cd9a9-63c0-4cc4-86c8-ddab80d03937" -d '{"events": [{"server_uuid": "a6f3c9a2-b42c-4f68-9fdb-a91667da69fe", "name": "network-vif-deleted", "tag": "8be1f060-ee00-4c7d-933d-ba213cdc2eff"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:45:58.765640 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1042a321-7cac-4163-a4fa-5a4f29d9255d x-openstack-request-id: req-1042a321-7cac-4163-a4fa-5a4f29d9255d {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:45:58.766026 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3c9a2-b42c-4f68-9fdb-a91667da69fe", "name": "network-vif-deleted", "tag": "8be1f060-ee00-4c7d-933d-ba213cdc2eff", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:45:58.766368 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1042a321-7cac-4163-a4fa-5a4f29d9255d {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:45:58.766913 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f3c9a2-b42c-4f68-9fdb-a91667da69fe', 'name': 'network-vif-deleted', 'tag': '8be1f060-ee00-4c7d-933d-ba213cdc2eff', 'status': 'completed', 'code': 200}
Jun 21 04:45:59.278120 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:00.085667 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:01.298536 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8be1f060-ee00-4c7d-933d-ba213cdc2eff no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:46:01.318384 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 8be1f060-ee00-4c7d-933d-ba213cdc2eff {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:46:01.318776 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 8be1f060-ee00-4c7d-933d-ba213cdc2eff not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:46:03.488347 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47474) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:46:03.612402 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-5847aa3c-caa3-43b0-84ec-29ba60a4f15d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d442f4d0220b4731bea24a439198413d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1227458
Jun 21 04:46:03.614647 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47478) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:46:03.660362 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:03.679787 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:03.724519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:03.727279 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:03.728447 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9aa104ef-d1b7-40d2-b88c-7d55bf809c8a HTTP/1.1" status: 204  len: 168 time: 0.1129062
Jun 21 04:46:03.729210 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-f4be6714-f710-480a-89f7-474be2a14745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:03.736641 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa104ef-d1b7-40d2-b88c-7d55bf809c8a,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:03.738961 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-cb5844d7-2ff1-4c3c-8a53-223127a12196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:12.365016 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-5aea5295-3203-414f-a94c-669ed1538584 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0489576
Jun 21 04:46:12.473157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-45316801-3fae-4b40-b87d-fd1773fde609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:12.474582 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-45316801-3fae-4b40-b87d-fd1773fde609 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 1098 time: 0.0506122
Jun 21 04:46:12.576613 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-8efcee3b-1bd1-437b-8014-81dd589fd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:12.578035 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-8efcee3b-1bd1-437b-8014-81dd589fd5e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0841746
Jun 21 04:46:12.642367 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-9663d672-0584-47e3-9658-b5ca3473cef4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 200  len: 1001 time: 0.0575888
Jun 21 04:46:12.688618 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-4aae1ea6-5010-40e0-ad18-82c228d0bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:12.690001 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-4aae1ea6-5010-40e0-ad18-82c228d0bbeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0419381
Jun 21 04:46:12.748942 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-a1858a83-65c5-49d5-a892-1c3a10b9a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:12.750392 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-a1858a83-65c5-49d5-a892-1c3a10b9a344 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0530536
Jun 21 04:46:12.837203 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-901661ff-15aa-4de2-9206-1d0c7c9350a0 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802052
Jun 21 04:46:12.927242 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-38220104-3fdb-4800-9ff2-faeed88f05c9 req-2edfd462-33dc-47a0-b831-24cf9a9782e5 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835059
Jun 21 04:46:23.908941 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-375fbca0-3d79-4ea1-bf95-ee392a4fe68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:26.516853 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-49b91fe9-c73d-48a8-8e45-b22c1cf42492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:26.911362 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:27.524025 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:29.278109 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:30.100930 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:31.645143 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-ba0dbed0-d39c-4c49-8912-3df73c5b74d5 req-1c13abcc-d17d-409d-ae60-1e032df0b46e service neutron] (92725) timed out ('10.222.0.69', 64853) {{(pid=92725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:46:35.318896 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:46:36.847647 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8323-23b8-457c-a2db-cf35cca8979b req-4c92515b-4724-4d96-ac57-2013ca437aca tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:36.849157 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-436c8323-23b8-457c-a2db-cf35cca8979b req-4c92515b-4724-4d96-ac57-2013ca437aca tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.2030234
Jun 21 04:46:36.889299 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-436c8323-23b8-457c-a2db-cf35cca8979b req-652881d9-a641-46c4-9a39-46c3e4d0c7db tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345175
Jun 21 04:46:38.067637 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216ea4-197c-4cba-a27c-1bffbbcb9a9a req-52f39896-f777-4174-b3ae-2df95f080c94 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:38.069108 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-70216ea4-197c-4cba-a27c-1bffbbcb9a9a req-52f39896-f777-4174-b3ae-2df95f080c94 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.0625696
Jun 21 04:46:38.106393 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-70216ea4-197c-4cba-a27c-1bffbbcb9a9a req-b1f3ea3d-c4d3-4840-9d58-501c06b2fe66 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309434
Jun 21 04:46:38.576636 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-8448cf90-9f39-43ec-9d85-51efdb3f899b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:38.578080 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-8448cf90-9f39-43ec-9d85-51efdb3f899b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 945 time: 0.0635893
Jun 21 04:46:38.677110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Deleting port a3239791-b901-4325-ab48-3e754adb42da {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:46:38.677368 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:38.764826 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] For port a3239791-b901-4325-ab48-3e754adb42da, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=a3239791-b901-4325-ab48-3e754adb42da,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:46:38.765181 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:38.933734 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:38.934040 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:38.934345 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Floating IP 2ea22700-39d2-4c82-b399-52306e1aa57e disassociated. External IP: 172.27.0.112, port: a3239791-b901-4325-ab48-3e754adb42da.
Jun 21 04:46:38.934695 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Calling delete_port for a3239791-b901-4325-ab48-3e754adb42da owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:46:39.059043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:39.063064 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:39.088418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'Port': ['ID=a3239791-b901-4325-ab48-3e754adb42da,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:39.099865 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.100272 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.100648 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.101014 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.101379 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.101739 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.102094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.102452 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.102808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.103154 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.106410 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.106410 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:39.107987 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:39.215584 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:46:39.269877 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ac504838-fef8-4250-b7a2-16534ca1831e req-8663c40c-20e0-4843-954c-00f52a5e9b2d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6797a7-295a-4ca9-9405-b8661ec141e3 HTTP/1.1" status: 200  len: 210 time: 0.0288708
Jun 21 04:46:39.317897 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:46:39.328690 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:46:39.338207 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:46:39.338826 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9860749c10>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:46:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:39.361626 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] No DVR routers for this DVR port a3239791-b901-4325-ab48-3e754adb42da on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:46:39.364066 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:39.366095 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-be850a2f-3ac1-457f-b635-c03bd947c2e6 req-4679b076-f990-4178-b5cd-723734a92bb9 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "DELETE /v2.0/ports/a3239791-b901-4325-ab48-3e754adb42da HTTP/1.1" status: 204  len: 173 time: 0.7821522
Jun 21 04:46:39.366563 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'name': 'network-vif-deleted', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:46:39.369030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71420d-4ccf-4743-87e2-1060759c3fcd" -d '{"events": [{"server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "name": "network-vif-deleted", "tag": "a3239791-b901-4325-ab48-3e754adb42da"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:46:39.412089 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4ea0ca-0559-4771-a219-1b741fbe3c8a x-openstack-request-id: req-ba4ea0ca-0559-4771-a219-1b741fbe3c8a {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:46:39.412690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6797a7-295a-4ca9-9405-b8661ec141e3", "name": "network-vif-deleted", "tag": "a3239791-b901-4325-ab48-3e754adb42da", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:46:39.412972 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba4ea0ca-0559-4771-a219-1b741fbe3c8a {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:46:39.413421 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6797a7-295a-4ca9-9405-b8661ec141e3', 'name': 'network-vif-deleted', 'tag': 'a3239791-b901-4325-ab48-3e754adb42da', 'status': 'completed', 'code': 200}
Jun 21 04:46:39.452393 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:46:39.651276 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9860749c10>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:39.677236 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:46:39.686972 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:46:39.687521 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9860749c10>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:46:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:39.792933 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:46:39.991340 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9860749c10>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:40.016942 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e27517-3699-4f48-8c1b-cfeabea31173 None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:46:40.245223 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fde56d-cd2c-49de-a735-a5f35d9d038a None None] New status for floating IP 2ea22700-39d2-4c82-b399-52306e1aa57e: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:46:40.564346 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-9bbd0ee7-f3a9-4d9f-99f7-d4e5d1255e64 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218838231&fields=id&tenant_id=2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 267 time: 0.0327754
Jun 21 04:46:40.670735 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-8673552c-3b21-4ef2-9659-da3b4bac5980 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:40.672249 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-8673552c-3b21-4ef2-9659-da3b4bac5980 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 811 time: 0.0998833
Jun 21 04:46:40.686264 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-10de54b9-0c19-4cb7-9d0a-037d02404e4a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/quotas/2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 375 time: 0.0087023
Jun 21 04:46:40.753989 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-27fcf1c5-5f4a-48ed-85cf-b03bc78a2af6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0628126
Jun 21 04:46:40.850281 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-8158315a-7da3-4f7a-a280-1f98cdb71830 service neutron] 10.222.0.66 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849037
Jun 21 04:46:40.937717 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-655a35f5-dbfd-4c12-88fc-cecfce7a8883 service neutron] 10.222.0.66 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816829
Jun 21 04:46:41.227427 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e2a8a92a-e93d-4ffc-82f4-b848a590b7bf req-603199e1-6f52-48ee-bc81-9b72bd3bc1d8 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 210 time: 0.0280011
Jun 21 04:46:41.422354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device a3239791-b901-4325-ab48-3e754adb42da no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:46:41.443564 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: a3239791-b901-4325-ab48-3e754adb42da {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:46:41.443944 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device a3239791-b901-4325-ab48-3e754adb42da not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:46:42.367286 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-332951b8-04ad-4a28-9a44-e76f6bfb8cdb req-ec23739a-026c-446e-90cc-ba8d79da8bf3 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 210 time: 0.0301952
Jun 21 04:46:42.488344 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-859c8a2a-3ae2-4eb7-8955-b27c1c2022fb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:42.489757 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-859c8a2a-3ae2-4eb7-8955-b27c1c2022fb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 811 time: 0.1133482
Jun 21 04:46:42.545081 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-77b1d7fd-c4b5-4083-84d5-2d9a02b65b13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 380 time: 0.0328052
Jun 21 04:46:42.554049 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'port': {'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'admin_state_up': True, 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'security_groups': ['208bbf8d-2be1-41e0-a396-e458885270cc']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:46:42.662464 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Made reservation on behalf of 2ddb99b4673b4df9a7130956eee56319 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:46:42.666051 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:42.782728 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Allocated IP 172.20.0.11 (a03ec1d6-6835-4483-9baf-ec5399e19e89/00df6be6-e58a-4356-8caf-5ddea18c1c01/e036391e-54a2-4a0e-be45-d6827d65ce01) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:46:42.916904 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:42.929203 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Transition to ACTIVE for port object e036391e-54a2-4a0e-be45-d6827d65ce01 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:46:42.961298 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:42.966055 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:43.007030 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:46:43.011604 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:46:43.015479 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:46:43.022110 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=e036391e-54a2-4a0e-be45-d6827d65ce01,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:43.045801 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:43.075719 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:43.076402 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.092362 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5419204
Jun 21 04:46:43.110073 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Request body: {'port': {'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:46:43.184868 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.251295 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-811a1261-a865-48f4-b75e-feef29d5b483 None None] Provisioning for port e036391e-54a2-4a0e-be45-d6827d65ce01 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:46:43.255433 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-811a1261-a865-48f4-b75e-feef29d5b483 None None] Provisioning complete for port e036391e-54a2-4a0e-be45-d6827d65ce01 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:46:43.255812 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-811a1261-a865-48f4-b75e-feef29d5b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.292462 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-811a1261-a865-48f4-b75e-feef29d5b483 None None] Port e036391e-54a2-4a0e-be45-d6827d65ce01 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:46:43.448404 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e036391e-54a2-4a0e-be45-d6827d65ce01 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:46:43.455366 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.467427 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Transition to ACTIVE for port object e036391e-54a2-4a0e-be45-d6827d65ce01 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:46:43.470646 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.473843 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-63cd9998-464f-4132-ae1a-eba20ee657fb tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:43.549788 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346b4fe-3036-448d-916f-b4e9e9df4925 req-94bc1e6f-e638-4934-9229-1fae6aa41f7d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:43.551258 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2346b4fe-3036-448d-916f-b4e9e9df4925 req-94bc1e6f-e638-4934-9229-1fae6aa41f7d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0656741
Jun 21 04:46:43.551456 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Pushing event updated for resources: {'Port': ['ID=e036391e-54a2-4a0e-be45-d6827d65ce01,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:43.555129 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:43.597627 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-2346b4fe-3036-448d-916f-b4e9e9df4925 req-b82daaf6-db1a-4f7e-835d-797ecc98cc62 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352354
Jun 21 04:46:43.631753 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Attempting to bind port e036391e-54a2-4a0e-be45-d6827d65ce01 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:46:43.632085 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Attempting to bind port e036391e-54a2-4a0e-be45-d6827d65ce01 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:46:43.632448 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Attempting to bind port e036391e-54a2-4a0e-be45-d6827d65ce01 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:46:43.637119 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Port e036391e-54a2-4a0e-be45-d6827d65ce01 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:46:43.637440 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Attempting to bind port e036391e-54a2-4a0e-be45-d6827d65ce01 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:46:43.642326 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:46:43.642662 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Checking segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:46:43.643039 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Bound using segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:46:43.643472 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Bound port: e036391e-54a2-4a0e-be45-d6827d65ce01, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:46:43.643913 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.707161 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] For port e036391e-54a2-4a0e-be45-d6827d65ce01, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:46:43.710330 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] For port e036391e-54a2-4a0e-be45-d6827d65ce01, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e036391e-54a2-4a0e-be45-d6827d65ce01,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:46:43.715187 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.717703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:43.754499 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:43.755103 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:43.756512 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] 10.222.0.69 "PUT /v2.0/ports/e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 1094 time: 0.6513290
Jun 21 04:46:43.757043 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:46:43.759398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a876a66-5b00-4275-b45c-daba5ae62141" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:46:43.779682 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Pushing event updated for resources: {'Port': ['ID=e036391e-54a2-4a0e-be45-d6827d65ce01,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:43.785865 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4a8f4266-9f30-48eb-b07f-1470f717f784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:43.803889 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23c6062-6696-4bc1-9d46-e43f3c40d7f9 x-openstack-request-id: req-d23c6062-6696-4bc1-9d46-e43f3c40d7f9 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:46:43.804476 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:46:43.805051 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d23c6062-6696-4bc1-9d46-e43f3c40d7f9 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:46:43.806191 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'status': 'completed', 'code': 200}
Jun 21 04:46:43.878316 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-e3eb0718-6315-4bad-8027-71174df7f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:43.879887 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-e3eb0718-6315-4bad-8027-71174df7f122 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1097 time: 0.0579681
Jun 21 04:46:43.929538 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-7498145c-bf68-4064-bf6c-ace8d12d606f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 217 time: 0.0376377
Jun 21 04:46:43.977920 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-966b7cae-36e7-402b-a6df-4c67627efc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:43.979487 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-966b7cae-36e7-402b-a6df-4c67627efc44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0441260
Jun 21 04:46:44.033849 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-123c0de4-b21a-4598-86d0-66e02375c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:44.035330 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-123c0de4-b21a-4598-86d0-66e02375c4fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0496972
Jun 21 04:46:44.124548 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-010c6ebe-58ce-4ad9-a55c-d0eff7eaf8b5 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826116
Jun 21 04:46:44.216828 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-14d694c7-ff2d-4541-8403-1294b95c4aa4 req-ef74c7ca-7340-4bcb-8154-5baf49fe943a service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855875
Jun 21 04:46:44.356112 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-03173b04-d900-4db6-9800-4643659eb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:44.357589 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-03173b04-d900-4db6-9800-4643659eb0f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1097 time: 0.0546308
Jun 21 04:46:44.442506 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-331e3077-5b77-4a43-ad5a-e8ae615081a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:44.443946 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-331e3077-5b77-4a43-ad5a-e8ae615081a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0801330
Jun 21 04:46:44.486235 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-4d6aeeb1-d2ed-4b64-ba15-d7ee2ff5d131 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 217 time: 0.0357788
Jun 21 04:46:44.532271 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-820b3c86-13b8-4078-b6f3-fbd98e9fd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:44.533653 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-820b3c86-13b8-4078-b6f3-fbd98e9fd028 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0413432
Jun 21 04:46:44.593157 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-113ada9e-c3dd-4c1e-b2a7-20f666ff5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:44.594591 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-113ada9e-c3dd-4c1e-b2a7-20f666ff5901 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0547743
Jun 21 04:46:44.687965 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-aa84e16e-a896-44c9-b9d2-73dec99dc238 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829749
Jun 21 04:46:44.769616 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab155ba9-9745-47a2-af91-c8f34b19bc23 req-b7ef3088-8ff0-4937-9afd-4aa80d320a93 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:44.771083 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ab155ba9-9745-47a2-af91-c8f34b19bc23 req-b7ef3088-8ff0-4937-9afd-4aa80d320a93 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0644894
Jun 21 04:46:44.774990 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8a876a66-5b00-4275-b45c-daba5ae62141 req-0068def2-1b34-4f62-89c8-f315431181ad service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808358
Jun 21 04:46:44.808969 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-ab155ba9-9745-47a2-af91-c8f34b19bc23 req-aaf7f7b5-dd0f-44fa-8b8b-cd2621fce0bd tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321939
Jun 21 04:46:45.980574 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5783349-2234-4684-bfe0-bb65980fb89a req-c9854edb-9fcc-4de6-bc92-cb9aabe8f1e6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:45.982025 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5783349-2234-4684-bfe0-bb65980fb89a req-c9854edb-9fcc-4de6-bc92-cb9aabe8f1e6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0621793
Jun 21 04:46:46.017884 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5783349-2234-4684-bfe0-bb65980fb89a req-268e376f-71c3-4cd2-9f73-1e7c58acbc8c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303245
Jun 21 04:46:47.187279 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d487-1950-4349-bab5-60ce0e008809 req-897cba01-72e1-43ee-a59d-c2791f253dba tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:47.188768 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6f94d487-1950-4349-bab5-60ce0e008809 req-897cba01-72e1-43ee-a59d-c2791f253dba tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0613546
Jun 21 04:46:47.225013 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-6f94d487-1950-4349-bab5-60ce0e008809 req-26222205-775a-46b1-b0a0-886e5de62090 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306294
Jun 21 04:46:48.395413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba45d0d-c971-433b-8fd1-9a1eeb6c415d req-8a6c519d-9a58-4a68-8499-741211497d5b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:48.396972 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ba45d0d-c971-433b-8fd1-9a1eeb6c415d req-8a6c519d-9a58-4a68-8499-741211497d5b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0647099
Jun 21 04:46:48.434396 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2ba45d0d-c971-433b-8fd1-9a1eeb6c415d req-05b6e9da-469a-4522-a43c-917b24dfd5c3 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318160
Jun 21 04:46:49.605140 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495d9c7-0f24-466f-899e-ac42e88295b3 req-edbd0367-dd2a-496a-845b-3420aec2570d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:49.606603 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8495d9c7-0f24-466f-899e-ac42e88295b3 req-edbd0367-dd2a-496a-845b-3420aec2570d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0651321
Jun 21 04:46:49.643498 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-8495d9c7-0f24-466f-899e-ac42e88295b3 req-5bdf0176-955e-4977-9d6b-76f1946397e3 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312858
Jun 21 04:46:50.810603 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f0cd9-f8ea-427f-8419-63f8cf555157 req-a2b7c7d8-418c-4f3f-a1c6-93aa8e2ada5e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:50.812060 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c25f0cd9-f8ea-427f-8419-63f8cf555157 req-a2b7c7d8-418c-4f3f-a1c6-93aa8e2ada5e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 944 time: 0.0611482
Jun 21 04:46:50.850504 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c25f0cd9-f8ea-427f-8419-63f8cf555157 req-32a8522b-bb50-48c2-bf0c-43525bd4c8f3 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327728
Jun 21 04:46:51.466578 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e036391e-54a2-4a0e-be45-d6827d65ce01 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:46:51.561402 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e036391e-54a2-4a0e-be45-d6827d65ce01, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e036391e-54a2-4a0e-be45-d6827d65ce01,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:46:51.575323 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:46:51.613273 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:51.625768 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e036391e-54a2-4a0e-be45-d6827d65ce01 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:46:51.644624 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e036391e-54a2-4a0e-be45-d6827d65ce01, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e036391e-54a2-4a0e-be45-d6827d65ce01,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:46:51.648476 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:51.650164 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-52926f33-390a-480f-8a1d-154136f1c769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:51.693414 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e036391e-54a2-4a0e-be45-d6827d65ce01,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:51.700596 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.700941 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.701400 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.701734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.702066 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.702402 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.702726 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.703048 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.703372 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.703692 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.704010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.704354 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:51.707998 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:52.019959 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eadd84-f9ec-4fa4-a211-eed6cb12b63f req-5a5a169e-d4be-4a1f-8e4f-ee13c7ca29eb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:52.021361 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-63eadd84-f9ec-4fa4-a211-eed6cb12b63f req-5a5a169e-d4be-4a1f-8e4f-ee13c7ca29eb tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 945 time: 0.0617874
Jun 21 04:46:52.044097 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['e036391e-54a2-4a0e-be45-d6827d65ce01'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:46:52.058798 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-63eadd84-f9ec-4fa4-a211-eed6cb12b63f req-315d79e9-59cf-4eea-b033-7d91b5b76ec2 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317814
Jun 21 04:46:53.229339 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6d80a-fa40-4f43-a1c7-4f788816d0ec req-55d6d7e7-863c-4d3f-82c2-7281e6f9bbaa tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:53.230793 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d3f6d80a-fa40-4f43-a1c7-4f788816d0ec req-55d6d7e7-863c-4d3f-82c2-7281e6f9bbaa tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 945 time: 0.0650504
Jun 21 04:46:53.267597 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d3f6d80a-fa40-4f43-a1c7-4f788816d0ec req-e7809b4c-2a30-4ea8-b2be-93aa69aea8e6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312178
Jun 21 04:46:53.468755 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e036391e-54a2-4a0e-be45-d6827d65ce01 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:46:53.516599 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port e036391e-54a2-4a0e-be45-d6827d65ce01 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:46:53.520065 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port e036391e-54a2-4a0e-be45-d6827d65ce01 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:46:53.520471 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:53.596524 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:53.618260 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:46:53.621190 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f5b6c-ea40-460b-af31-1e96a18f5bf3" -d '{"events": [{"server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "name": "network-vif-plugged", "status": "completed", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:46:53.633281 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port e036391e-54a2-4a0e-be45-d6827d65ce01, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e036391e-54a2-4a0e-be45-d6827d65ce01,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:46:53.638140 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:53.640010 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:53.661814 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac563e0d-fd4f-4bdf-bdc8-b98304546fb9 x-openstack-request-id: req-ac563e0d-fd4f-4bdf-bdc8-b98304546fb9 {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:46:53.662076 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "name": "network-vif-plugged", "status": "completed", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:46:53.662339 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac563e0d-fd4f-4bdf-bdc8-b98304546fb9 {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:46:53.662728 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'code': 200}
Jun 21 04:46:53.687770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=e036391e-54a2-4a0e-be45-d6827d65ce01,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:53.690613 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:53.910549 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-57bde13a-d081-4f73-8bbe-d889e898a9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:53.994094 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15f56-fd5c-42ef-bf6b-440a520b97c1 req-674006a1-5ac1-4a12-86ab-7bd9d18f9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:53.995568 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-64c15f56-fd5c-42ef-bf6b-440a520b97c1 req-674006a1-5ac1-4a12-86ab-7bd9d18f9d56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.1034396
Jun 21 04:46:54.027646 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-64c15f56-fd5c-42ef-bf6b-440a520b97c1 req-d151b782-de0a-47a4-86ae-adb9100b111a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261858
Jun 21 04:46:54.437746 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd18a5-66b2-4cce-9cca-0679b4b50f69 req-eeb77639-42e0-4b4c-9d2f-a9067da4c275 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:54.439192 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-94cd18a5-66b2-4cce-9cca-0679b4b50f69 req-eeb77639-42e0-4b4c-9d2f-a9067da4c275 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 946 time: 0.0619543
Jun 21 04:46:54.475345 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-94cd18a5-66b2-4cce-9cca-0679b4b50f69 req-4e899f71-5c97-4e5f-ac06-998ba7670661 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305405
Jun 21 04:46:55.646420 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58400a42-35f4-4a7e-afc5-a6f6b3fcd777 req-db089ae5-187f-43f0-a833-22078c23dc3b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:55.647917 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-58400a42-35f4-4a7e-afc5-a6f6b3fcd777 req-db089ae5-187f-43f0-a833-22078c23dc3b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 946 time: 0.0616143
Jun 21 04:46:55.685538 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-58400a42-35f4-4a7e-afc5-a6f6b3fcd777 req-d7fcbca0-1b7f-4cf4-a649-b15e03f0f4cd tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312068
Jun 21 04:46:55.863015 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890b84c-1424-404e-9c80-79ebb32ce84f req-6d63416c-d503-45f6-b22d-3fd83aa5973e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:55.864500 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8890b84c-1424-404e-9c80-79ebb32ce84f req-6d63416c-d503-45f6-b22d-3fd83aa5973e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 946 time: 0.0684013
Jun 21 04:46:55.903269 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8890b84c-1424-404e-9c80-79ebb32ce84f req-c2192d78-175b-43d6-885a-7f8be70bc791 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329363
Jun 21 04:46:55.927082 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47556) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:46:55.980746 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e714bc3-dc77-4f69-9ffc-9bc968812907 tempest-TestVolumeBootPattern-24434201 tempest-TestVolumeBootPattern-24434201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:55.982240 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4e714bc3-dc77-4f69-9ffc-9bc968812907 tempest-TestVolumeBootPattern-24434201 tempest-TestVolumeBootPattern-24434201-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1094 time: 0.0541749
Jun 21 04:46:55.985035 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47558) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:46:55.989245 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.v2.base [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:46:56.013893 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.106059 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.211330 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_common [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Allocated IP 172.27.0.224 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/ee14ef25-3033-4e51-bdc2-a076a96c7d8a) {{(pid=92726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:46:56.314539 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.350535 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63344287'] for port, after_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.353935 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0b4d5bcc-aad7-43b7-8779-074d68754751 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:56.393695 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:46:56.397614 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.base_scheduler [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Resources bound (agent type, host, resource id):  {{(pid=92726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:46:56.399453 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=ee14ef25-3033-4e51-bdc2-a076a96c7d8a,revision_number=1']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:56.401577 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Received port after_create {{(pid=92726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:46:56.426653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.427041 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.427421 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.427824 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.428219 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.428591 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.428957 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.429323 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.429687 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.430048 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.430426 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.430770 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:46:56.435844 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:56.517312 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99617f10-c9f4-4cb3-bcdf-c51f216e9a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.762206 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.833812 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.915422 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.987459 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.993300 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344297'] for port, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:56.995517 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1fc0ad33-d459-4897-a0cd-d96b13305bf8 tempest-TestMinimumBasicScenario-1633881139 tempest-TestMinimumBasicScenario-1633881139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:46:57.063265 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=ee14ef25-3033-4e51-bdc2-a076a96c7d8a,revision_number=2']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:46:57.065911 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:46:57.076232 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:57.172576 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.db.l3_db [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Floating IP 9ff984fd-d1ad-4e20-bbba-4a213a242b63 associated. External IP: 172.27.0.224, port: e036391e-54a2-4a0e-be45-d6827d65ce01.
Jun 21 04:46:57.368761 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:46:57.469466 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:46:57.478526 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:46:57.487721 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:46:57.488374 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dc06fd0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:46:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:57.490604 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:57.556977 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:46:57.612395 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:46:57.794162 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-77fb9f4c-005a-43c6-b1bf-70037a7fbac0 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8080149
Jun 21 04:46:57.794789 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01'}] {{(pid=92726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:46:57.797229 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13cd9b5f784efc733f7c5d111180c1b45d0d5885763ab02a375d8b36f8315172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe1fd9-274e-4152-aa12-be1b6cc1b421" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01"}]}' {{(pid=92726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:46:57.900656 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5511f511-3089-4435-9e0b-eb7d666a71b9 x-openstack-request-id: req-5511f511-3089-4435-9e0b-eb7d666a71b9 {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:46:57.900984 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01", "status": "completed", "code": 200}]} {{(pid=92726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:46:57.901275 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5511f511-3089-4435-9e0b-eb7d666a71b9 {{(pid=92726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:46:57.901701 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'status': 'completed', 'code': 200}
Jun 21 04:46:57.963522 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dc06fd0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:56Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:57.989613 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:46:57.998270 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:46:57.998703 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-f0bfc540-05de-4847-9df5-cbb135568ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:57.999194 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985dc06fd0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:46:57Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:58.000233 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-f0bfc540-05de-4847-9df5-cbb135568ede service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.0529535
Jun 21 04:46:58.104542 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:46:58.338387 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985dc06fd0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:56Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:46:58.364999 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a269-01da-4b84-826d-6093f11fc700 None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:56Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:46:58.379339 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-197685ea-9ea1-4de7-a427-72c5ab618c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:58.380824 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-197685ea-9ea1-4de7-a427-72c5ab618c46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.3745775
Jun 21 04:46:58.446471 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-c4333f10-948e-4069-8305-898357e00aa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 1000 time: 0.0587561
Jun 21 04:46:58.495580 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-c528c37b-bfe2-4d33-b82c-38a33c40c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:58.497115 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-c528c37b-bfe2-4d33-b82c-38a33c40c5ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0440204
Jun 21 04:46:58.544556 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ea5b5-3666-4df9-8bf8-9a380b984e80 None None] New status for floating IP 9ff984fd-d1ad-4e20-bbba-4a213a242b63: ACTIVE {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:46:58.559847 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-9d99b37a-b865-4de3-89d5-2fb00d01da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:46:58.561409 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-9d99b37a-b865-4de3-89d5-2fb00d01da0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0571105
Jun 21 04:46:58.649084 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-5f0fcbdf-09e1-4d5f-b0f4-053f6020e7f5 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800884
Jun 21 04:46:58.743992 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-8efe1fd9-274e-4152-aa12-be1b6cc1b421 req-d9e1cf81-4a1d-4c71-a08d-ae4302effabb service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877216
Jun 21 04:46:59.280829 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:00.102448 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:10.016035 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-ba6efe55-cc5c-443c-af13-3beb1bd45ffb req-1b92b653-e512-40bb-8f3a-c8bf31384dba service neutron] (92725) timed out ('10.222.0.69', 64893) {{(pid=92725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:47:10.082545 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [req-6aa97eb5-caff-49e6-8318-64e8d827a298 req-c06f15c2-add4-4fb3-bfb0-7b60eaa569b1 service neutron] (92726) timed out ('10.222.0.69', 64899) {{(pid=92726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:47:12.317734 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:47:14.373068 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-66adcf2a-67c1-4d12-8d9f-f87677ee2a3d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0502143
Jun 21 04:47:14.483895 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-44765783-af53-4cbc-83a8-735b339ea05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:47:14.485383 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-44765783-af53-4cbc-83a8-735b339ea05c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.0512495
Jun 21 04:47:14.595834 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-8669e980-1cd0-4eb9-bd56-d752d6749d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:47:14.597329 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-8669e980-1cd0-4eb9-bd56-d752d6749d59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0889144
Jun 21 04:47:14.661858 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-320f1935-1d78-4fb0-bac3-e62a546458c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 1002 time: 0.0569351
Jun 21 04:47:14.713235 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-caf766d7-3167-4ca2-99b3-b903ee2de419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:47:14.714642 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-caf766d7-3167-4ca2-99b3-b903ee2de419 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0447631
Jun 21 04:47:14.769704 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-1066fc58-e8bc-45b7-828f-50a90bab9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:47:14.771110 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-1066fc58-e8bc-45b7-828f-50a90bab9b0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0495386
Jun 21 04:47:14.858610 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-d4fdaaa4-e53b-43d1-afb4-750ddc6fd552 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808539
Jun 21 04:47:14.952580 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fa274aa6-dce7-419b-9477-a07019ca3e73 req-2b58041c-a479-4ef0-8f82-66522bbb5ac5 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845449
Jun 21 04:47:23.911033 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-5e3e7aa7-cc70-4e79-adb9-34669931203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:26.517571 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-94b17c92-015e-464e-ad83-f0a875bdbe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:26.917710 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:27.529193 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:29.282765 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:30.113892 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:49.316736 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:47:53.912388 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a1880d1d-0bb5-467e-82df-6c33e9790766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:56.518070 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d42c1e40-1c80-47a2-ba31-97e0702cd995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:56.919531 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:57.530827 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:47:59.285570 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:00.112958 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:14.361404 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-4216cabf-ae4f-48f8-84d7-6f1d9497b480 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0504832
Jun 21 04:48:14.472643 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14cea9-3589-4857-a645-0326d7716d75 req-7f43bb87-aa1e-46f3-80b4-26adf6ec9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:48:14.474149 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-7f43bb87-aa1e-46f3-80b4-26adf6ec9a6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.0531232
Jun 21 04:48:14.584395 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14cea9-3589-4857-a645-0326d7716d75 req-900c3417-1281-48dc-8724-624dc19920c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:48:14.585831 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-900c3417-1281-48dc-8724-624dc19920c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0898285
Jun 21 04:48:14.647358 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-8da3dfa6-4f1a-4f55-bc69-2ab7b0ae1eaf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 1002 time: 0.0550070
Jun 21 04:48:14.697710 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14cea9-3589-4857-a645-0326d7716d75 req-6ce924b5-30ee-4b30-a1f8-e0ee7a07e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:48:14.699101 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-6ce924b5-30ee-4b30-a1f8-e0ee7a07e612 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0456011
Jun 21 04:48:14.755078 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14cea9-3589-4857-a645-0326d7716d75 req-3303bbf9-43c8-4304-b15f-2597b9bb7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:48:14.756538 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-3303bbf9-43c8-4304-b15f-2597b9bb7fed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0504642
Jun 21 04:48:14.845054 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-6eb38cf8-af9b-4235-b720-53729f81386d service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819881
Jun 21 04:48:14.932403 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cf14cea9-3589-4857-a645-0326d7716d75 req-005e9421-ae43-435b-a26e-9e360b5fe711 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798593
Jun 21 04:48:23.913175 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6dd288f5-9d04-4a02-9cf5-4356a670e9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:26.315969 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:48:26.518371 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4fcca453-abe9-4172-a9d3-7ce4c2c43d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:26.920479 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:27.534866 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:29.286862 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:30.111325 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:53.915285 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-cb760779-4192-4ef5-b63b-c5878cf11178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:56.519264 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-a48c06e2-25ff-4993-96dd-d88c3e394e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:56.920733 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:57.536488 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:48:59.291627 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:00.122697 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:03.314936 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:49:10.349679 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-e895e134-56c7-4a64-8f94-fcf801d2d8c5 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218838231&fields=id&tenant_id=2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 267 time: 0.0335815
Jun 21 04:49:10.456894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-052f915d-d3fc-4d84-93de-bc47920d5f5f tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:10.458252 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-052f915d-d3fc-4d84-93de-bc47920d5f5f tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 811 time: 0.1021507
Jun 21 04:49:10.472574 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-ace8de61-2568-49bd-8d26-141a7da73f92 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/quotas/2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 375 time: 0.0090103
Jun 21 04:49:10.546249 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-ec9c6c6b-c440-43f5-afbb-bdf907442154 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0689709
Jun 21 04:49:10.679513 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-ec6c40fb-c030-49e9-8ad2-1f95d06ad919 service neutron] 10.222.0.66 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225212
Jun 21 04:49:10.770740 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-ee496486-2061-42d5-b81d-18260ea19438 service neutron] 10.222.0.66 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853043
Jun 21 04:49:12.081963 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-67b1ac1d-4ab3-4e48-9e81-f8af82e7f03f req-c510722a-e632-4801-b19a-9b87e6b32530 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 210 time: 0.0285084
Jun 21 04:49:13.219059 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f895c7fc-889a-43dc-9064-c1a7e1ff9aa6 req-cf87bf06-eee4-4532-8663-53bef6130abc tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 210 time: 0.0304236
Jun 21 04:49:13.397480 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-cc11fb9a-0808-4e00-803d-dff2482e301b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:13.398976 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-cc11fb9a-0808-4e00-803d-dff2482e301b tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 811 time: 0.1054647
Jun 21 04:49:13.454726 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-cfeb6e2a-53e3-4a14-bb02-83e1688fd849 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ddb99b4673b4df9a7130956eee56319 HTTP/1.1" status: 200  len: 380 time: 0.0345361
Jun 21 04:49:13.463836 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'port': {'device_id': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'admin_state_up': True, 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'security_groups': ['208bbf8d-2be1-41e0-a396-e458885270cc']}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:49:13.578868 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Made reservation on behalf of 2ddb99b4673b4df9a7130956eee56319 for: {'port': 1} {{(pid=92725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 04:49:13.582487 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:13.701684 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Allocated IP 172.20.0.10 (a03ec1d6-6835-4483-9baf-ec5399e19e89/00df6be6-e58a-4356-8caf-5ddea18c1c01/033b4bf9-78f9-492d-9279-90ee0e259906) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:49:13.839724 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:13.852895 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Transition to ACTIVE for port object 033b4bf9-78f9-492d-9279-90ee0e259906 will not be triggered until provisioned by entity DHCP. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:49:13.884771 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:13.889246 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-53734b65-724b-4c4a-9df6-9db766f02308 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:13.931195 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:49:13.935491 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:49:13.943132 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:49:13.947214 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=033b4bf9-78f9-492d-9279-90ee0e259906,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:13.979950 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.980514 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.980894 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.981366 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.981635 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.981998 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.982355 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.982718 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.983084 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.983452 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.983867 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.984178 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:13.989809 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:14.010053 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:14.010730 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.026066 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2d00b9a4-0b99-4915-85ac-1385fbc68971 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5658221
Jun 21 04:49:14.046053 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Request body: {'port': {'device_id': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:49:14.127555 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.171425 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-42c9697e-3631-41bd-a4da-4ba233f0bc8d None None] Provisioning for port 033b4bf9-78f9-492d-9279-90ee0e259906 completed by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:49:14.176552 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-42c9697e-3631-41bd-a4da-4ba233f0bc8d None None] Provisioning complete for port 033b4bf9-78f9-492d-9279-90ee0e259906 triggered by entity DHCP. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:49:14.177209 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-42c9697e-3631-41bd-a4da-4ba233f0bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.211818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-42c9697e-3631-41bd-a4da-4ba233f0bc8d None None] Port 033b4bf9-78f9-492d-9279-90ee0e259906 cannot update to ACTIVE because it is not bound. {{(pid=92727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 04:49:14.387906 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4805f2-79b3-4c2e-bcb8-1dd785e860e7 req-ad2d2002-ebb9-4bcb-8107-b1648bc61bc3 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:14.389553 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d4805f2-79b3-4c2e-bcb8-1dd785e860e7 req-ad2d2002-ebb9-4bcb-8107-b1648bc61bc3 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 932 time: 0.0617042
Jun 21 04:49:14.395090 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033b4bf9-78f9-492d-9279-90ee0e259906 {{(pid=92725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:49:14.409885 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.422591 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.provisioning_blocks [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Transition to ACTIVE for port object 033b4bf9-78f9-492d-9279-90ee0e259906 will not be triggered until provisioned by entity L2. {{(pid=92725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 04:49:14.426594 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.429371 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3cab5d67-13fc-41f5-825b-2a1cfd02ecea tempest-AttachVolumeTestJSON-16434904 tempest-AttachVolumeTestJSON-16434904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:14.437431 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-3d4805f2-79b3-4c2e-bcb8-1dd785e860e7 req-c24c3058-1f49-444e-a9d4-a22e1306b6c5 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358074
Jun 21 04:49:14.504804 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Pushing event updated for resources: {'Port': ['ID=033b4bf9-78f9-492d-9279-90ee0e259906,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:14.522507 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:14.576251 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Attempting to bind port 033b4bf9-78f9-492d-9279-90ee0e259906 on host hv-cinder-79688 for vnic_type normal with profile  {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 04:49:14.576550 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Attempting to bind port 033b4bf9-78f9-492d-9279-90ee0e259906 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 04:49:14.576925 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Attempting to bind port 033b4bf9-78f9-492d-9279-90ee0e259906 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:49:14.581370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Port 033b4bf9-78f9-492d-9279-90ee0e259906 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 04:49:14.581771 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Attempting to bind port 033b4bf9-78f9-492d-9279-90ee0e259906 on network a03ec1d6-6835-4483-9baf-ec5399e19e89 {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 04:49:14.586683 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Checking agent: {'id': '04e396f5-2ed3-4780-bb4d-a62708d4cb41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'started_at': datetime.datetime(2021, 6, 21, 4, 28, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 04:49:14.587028 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Checking segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 04:49:14.587413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Bound using segment: {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'} {{(pid=92725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 04:49:14.587848 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.managers [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Bound port: 033b4bf9-78f9-492d-9279-90ee0e259906, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da5b37d-2c96-4b00-a216-661e1e02ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89'}}] {{(pid=92725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 04:49:14.588224 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.653287 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] For port 033b4bf9-78f9-492d-9279-90ee0e259906, host hv-cinder-79688, cleared binding levels {{(pid=92725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 21 04:49:14.656364 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] For port 033b4bf9-78f9-492d-9279-90ee0e259906, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=033b4bf9-78f9-492d-9279-90ee0e259906,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 21 04:49:14.662018 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.664882 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-13efe9eb-d609-457c-842a-6e35571329d9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:14.691508 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:14.692317 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:14.693657 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] 10.222.0.69 "PUT /v2.0/ports/033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 200  len: 1094 time: 0.6525307
Jun 21 04:49:14.695871 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:49:14.698732 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd55b541-3969-4154-8f01-61758cec49d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:49:14.731040 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Pushing event updated for resources: {'Port': ['ID=033b4bf9-78f9-492d-9279-90ee0e259906,revision_number=3']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:14.735108 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-315d0949-ea40-4f16-9b5b-78fa31485d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:14.814771 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-fd9b4d09-9ff3-4008-90b7-4161ef802ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:14.816319 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-fd9b4d09-9ff3-4008-90b7-4161ef802ee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1097 time: 0.0652907
Jun 21 04:49:14.818721 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95480237-988c-494f-a9bb-334074e5669a x-openstack-request-id: req-95480237-988c-494f-a9bb-334074e5669a {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:49:14.819053 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:49:14.819353 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95480237-988c-494f-a9bb-334074e5669a {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:49:14.819790 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906', 'status': 'completed', 'code': 200}
Jun 21 04:49:14.881240 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-ce3c8c24-1653-4719-b5eb-8590df35d8fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 200  len: 217 time: 0.0350034
Jun 21 04:49:14.928135 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-5ec03017-1816-4769-9593-354dcc6ee6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:14.929571 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-5ec03017-1816-4769-9593-354dcc6ee6f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0420680
Jun 21 04:49:14.987097 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2c608098-adf7-446f-8ff9-ceaa7d9f10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:14.988523 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2c608098-adf7-446f-8ff9-ceaa7d9f10a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0523441
Jun 21 04:49:15.077897 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-fc84d5fd-2ad8-4acb-819a-069555faaf47 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825992
Jun 21 04:49:15.163706 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4c45777f-d8c8-4ef3-8b39-7b6e3c0e0484 req-2f4cf6b7-422a-4f6a-a22a-e523a7e15e51 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0785522
Jun 21 04:49:15.307425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b541-3969-4154-8f01-61758cec49d1 req-83870455-94c0-4241-a5a6-2b1ede343397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:15.309162 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-83870455-94c0-4241-a5a6-2b1ede343397 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1097 time: 0.0552962
Jun 21 04:49:15.397393 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b541-3969-4154-8f01-61758cec49d1 req-e37547d9-552e-4a05-b90b-233635d6b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:15.398911 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-e37547d9-552e-4a05-b90b-233635d6b93f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0833447
Jun 21 04:49:15.440927 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-9ab633e2-5a42-453c-9ed2-7c006c58f167 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 200  len: 217 time: 0.0358520
Jun 21 04:49:15.488999 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b541-3969-4154-8f01-61758cec49d1 req-c61c9047-515c-429c-bb08-1a3e40976c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:15.490454 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-c61c9047-515c-429c-bb08-1a3e40976c05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0431740
Jun 21 04:49:15.545738 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b541-3969-4154-8f01-61758cec49d1 req-7d744d34-5e56-466b-8b13-015ff94f6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:15.547205 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-7d744d34-5e56-466b-8b13-015ff94f6b72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0504751
Jun 21 04:49:15.616758 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541261f-6c71-41dd-8638-34879c1293ee req-092d86f4-87a8-4a28-a6e9-8bcb1afd071e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:15.618331 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b541261f-6c71-41dd-8638-34879c1293ee req-092d86f4-87a8-4a28-a6e9-8bcb1afd071e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0653746
Jun 21 04:49:15.637712 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-3918e705-6234-45ce-a239-648d57679820 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835299
Jun 21 04:49:15.656172 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-b541261f-6c71-41dd-8638-34879c1293ee req-433e047f-ea86-4902-a282-5ace141d15c1 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320630
Jun 21 04:49:15.725709 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-fd55b541-3969-4154-8f01-61758cec49d1 req-e75a04f3-d7f9-43c3-8def-8eda1b69ae2a service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815647
Jun 21 04:49:16.378674 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-f1f71622-66bc-42a6-b86f-9e81df65b72f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0567508
Jun 21 04:49:16.505389 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-a3bda765-9893-4534-85bc-a8af8f8bd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:16.506834 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-a3bda765-9893-4534-85bc-a8af8f8bd919 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.0545211
Jun 21 04:49:16.606574 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-9fa90097-809f-4b90-b123-88c61d7c3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:16.607991 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-9fa90097-809f-4b90-b123-88c61d7c3d86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0801251
Jun 21 04:49:16.673384 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-74503c5d-16d6-4b84-a340-4e6478ab1fd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 1002 time: 0.0587287
Jun 21 04:49:16.722274 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-26a846c4-9603-4b35-aa5b-05d77d71059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:16.723734 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-26a846c4-9603-4b35-aa5b-05d77d71059a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0441170
Jun 21 04:49:16.809346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-51a56063-f6c8-42dd-a76b-0a9ca8d8a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:16.810886 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-51a56063-f6c8-42dd-a76b-0a9ca8d8a94f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811961
Jun 21 04:49:16.891786 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121a5d-bc5a-43ac-b87b-2792b8682b26 req-c5bce78d-5a3f-4568-aa01-468e037f4606 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:16.893240 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c9121a5d-bc5a-43ac-b87b-2792b8682b26 req-c5bce78d-5a3f-4568-aa01-468e037f4606 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.1228471
Jun 21 04:49:16.934958 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-a1ca3512-03d4-41be-a5d2-013dd74cee34 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172352
Jun 21 04:49:16.954768 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c9121a5d-bc5a-43ac-b87b-2792b8682b26 req-5a56d234-fc2e-4059-bc99-784952a3cdea tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556068
Jun 21 04:49:17.030819 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-491f9ec3-230d-4c6b-8ed0-2f0bbfb68806 req-4f635b04-bcaf-4d7c-8229-67902d010ca4 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886371
Jun 21 04:49:18.124183 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282d5a-aa45-4e76-8da0-e2d8b39528d4 req-fa9a8052-c2c9-4438-b986-c62a233cd968 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:18.125656 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-75282d5a-aa45-4e76-8da0-e2d8b39528d4 req-fa9a8052-c2c9-4438-b986-c62a233cd968 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0617318
Jun 21 04:49:18.162484 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-75282d5a-aa45-4e76-8da0-e2d8b39528d4 req-a4d14d18-ba73-4671-a205-4af0e5142cae tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312467
Jun 21 04:49:19.332588 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10119806-b0a5-4195-bde0-3f9f8ff0a236 req-b38cbf10-c9a7-4e37-8cd5-46ac7ee5c30e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:19.334045 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-10119806-b0a5-4195-bde0-3f9f8ff0a236 req-b38cbf10-c9a7-4e37-8cd5-46ac7ee5c30e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0622263
Jun 21 04:49:19.371029 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-10119806-b0a5-4195-bde0-3f9f8ff0a236 req-b7640d02-1583-4951-aa2f-423b92aa85e7 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308454
Jun 21 04:49:20.552674 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0486c-6bfb-4998-ba4b-c2a712ff8877 req-d69ba20c-22c0-4884-8185-2ef4fc44616c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:20.554143 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-32b0486c-6bfb-4998-ba4b-c2a712ff8877 req-d69ba20c-22c0-4884-8185-2ef4fc44616c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0727744
Jun 21 04:49:20.591162 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-32b0486c-6bfb-4998-ba4b-c2a712ff8877 req-a50c752c-7da2-4e36-9a46-4553999be007 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305021
Jun 21 04:49:21.762180 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6faf7f-ce7b-45e2-b2e4-44bcc94be946 req-645da284-e849-447d-ad9f-ef73f9d8483a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:21.763530 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb6faf7f-ce7b-45e2-b2e4-44bcc94be946 req-645da284-e849-447d-ad9f-ef73f9d8483a tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0656428
Jun 21 04:49:21.805249 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-cb6faf7f-ce7b-45e2-b2e4-44bcc94be946 req-f793d778-bb71-44a3-906b-bb43e750a860 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361433
Jun 21 04:49:22.975506 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa76f-fad9-4648-a6d9-23ca176ec6b0 req-303115df-4d62-4ea3-aa20-5fdcdb4c2d46 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:22.977014 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f14aa76f-fad9-4648-a6d9-23ca176ec6b0 req-303115df-4d62-4ea3-aa20-5fdcdb4c2d46 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0625777
Jun 21 04:49:23.013354 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-f14aa76f-fad9-4648-a6d9-23ca176ec6b0 req-ae2f2eb3-0420-4faf-8434-7d43c9c49a5f tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306511
Jun 21 04:49:23.920155 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4208fd9e-11fc-49bb-99e7-f11ad38a116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:24.185586 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889023f-d712-4e26-b9e6-c8a3f722b83a req-9f2e5016-a96d-4bed-a309-450005e607bf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:24.186960 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3889023f-d712-4e26-b9e6-c8a3f722b83a req-9f2e5016-a96d-4bed-a309-450005e607bf tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 944 time: 0.0644045
Jun 21 04:49:24.223424 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-3889023f-d712-4e26-b9e6-c8a3f722b83a req-d47ecb66-5e75-4edc-9bc3-f9cf40f184c2 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309117
Jun 21 04:49:24.318799 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 033b4bf9-78f9-492d-9279-90ee0e259906 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 04:49:24.410286 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 033b4bf9-78f9-492d-9279-90ee0e259906, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=033b4bf9-78f9-492d-9279-90ee0e259906,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:49:24.421245 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Returning: {'device': '033b4bf9-78f9-492d-9279-90ee0e259906', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'port_id': '033b4bf9-78f9-492d-9279-90ee0e259906', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 04:49:24.456769 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:24.469490 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033b4bf9-78f9-492d-9279-90ee0e259906 {{(pid=92727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 04:49:24.487931 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 033b4bf9-78f9-492d-9279-90ee0e259906, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=033b4bf9-78f9-492d-9279-90ee0e259906,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:49:24.492026 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:24.494734 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:24.542231 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=033b4bf9-78f9-492d-9279-90ee0e259906,revision_number=4']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:24.549075 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.549430 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.549772 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.550109 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.550443 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.550774 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.551101 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.551429 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.551759 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.552086 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.552514 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.552839 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:49:24.556560 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:25.014409 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] get_ports_and_sgs() called for port_ids ['033b4bf9-78f9-492d-9279-90ee0e259906'] {{(pid=92727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 21 04:49:25.392986 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dfba5-38f1-4878-963c-c7aff476ec58 req-bcc69364-d84a-4492-a64f-55d8f9c22c38 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:25.394471 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-de5dfba5-38f1-4878-963c-c7aff476ec58 req-bcc69364-d84a-4492-a64f-55d8f9c22c38 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 945 time: 0.0625587
Jun 21 04:49:25.431220 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-de5dfba5-38f1-4878-963c-c7aff476ec58 req-55a2ae3b-9ed9-4923-bd67-2af3f5ced855 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311344
Jun 21 04:49:26.328401 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 033b4bf9-78f9-492d-9279-90ee0e259906 up at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 04:49:26.375775 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning for port 033b4bf9-78f9-492d-9279-90ee0e259906 completed by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 04:49:26.379184 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.provisioning_blocks [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Provisioning complete for port 033b4bf9-78f9-492d-9279-90ee0e259906 triggered by entity L2. {{(pid=92727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 04:49:26.379564 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978842'] for port, provisioning_complete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:26.453305 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:26.478331 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906'}] {{(pid=92727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:49:26.480839 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}723c5e96f4baa54e85de570525385002ee68232fdb3549e54bf768fadf7a55af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672c76fa-2219-4cb3-9d70-0471d3e8c14c" -d '{"events": [{"server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "name": "network-vif-plugged", "status": "completed", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906"}]}' {{(pid=92727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:49:26.493253 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] For port 033b4bf9-78f9-492d-9279-90ee0e259906, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=033b4bf9-78f9-492d-9279-90ee0e259906,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:49:26.498133 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268'] for port, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:26.500512 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:26.540812 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-162f38c8-8436-4690-afa3-872e0496b6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:26.556995 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=033b4bf9-78f9-492d-9279-90ee0e259906,revision_number=5']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:26.560723 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:26.617793 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f0f0a-95ea-41a2-a04d-a48242df3917 req-18a6e92b-8f46-4394-b585-a1f045855fda tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:26.619261 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d52f0f0a-95ea-41a2-a04d-a48242df3917 req-18a6e92b-8f46-4394-b585-a1f045855fda tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.0706606
Jun 21 04:49:26.656697 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-d52f0f0a-95ea-41a2-a04d-a48242df3917 req-a6099d08-7231-41cb-9a67-84a0af1f7772 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311792
Jun 21 04:49:26.922511 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:27.538503 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:27.605512 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b575a6-d9ff-45e5-baf0-d77f060d40eb x-openstack-request-id: req-17b575a6-d9ff-45e5-baf0-d77f060d40eb {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:49:27.605810 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "name": "network-vif-plugged", "status": "completed", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906", "code": 200}]} {{(pid=92727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:49:27.606067 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17b575a6-d9ff-45e5-baf0-d77f060d40eb {{(pid=92727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:49:27.606462 dv-cinder-796889-2-iscsi neutron-server[92727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906', 'code': 200}
Jun 21 04:49:27.830183 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdc9ec-8d3e-4b4f-9300-5ce414ccbb34 req-f136011e-a477-4c78-a74b-4b544ff11e62 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:27.831663 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-debdc9ec-8d3e-4b4f-9300-5ce414ccbb34 req-f136011e-a477-4c78-a74b-4b544ff11e62 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.0671082
Jun 21 04:49:27.894282 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-debdc9ec-8d3e-4b4f-9300-5ce414ccbb34 req-6fe126e3-b48a-4102-b41c-299eb15b0d29 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559137
Jun 21 04:49:27.915010 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b9200-da83-4ad1-a7d0-2b6420ae59a5 req-812ec50b-9931-4ec0-a934-774c3ecfcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:27.916580 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0c8b9200-da83-4ad1-a7d0-2b6420ae59a5 req-812ec50b-9931-4ec0-a934-774c3ecfcebc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1099 time: 0.0650179
Jun 21 04:49:27.953770 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0c8b9200-da83-4ad1-a7d0-2b6420ae59a5 req-2a01f450-b364-43c2-987f-5cfef3b03a02 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305550
Jun 21 04:49:29.066794 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a10b04-e3c8-42d5-80bc-d7396c88fd1a req-66afddc0-8660-4d21-92b9-b380ec67db7c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:29.068302 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e6a10b04-e3c8-42d5-80bc-d7396c88fd1a req-66afddc0-8660-4d21-92b9-b380ec67db7c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.0652463
Jun 21 04:49:29.104686 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-e6a10b04-e3c8-42d5-80bc-d7396c88fd1a req-96c3f196-fc73-41bf-9524-43466ea33a37 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309327
Jun 21 04:49:29.293321 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:30.157497 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:30.280678 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b1ba-2c23-4330-8778-2a835c9d9eec req-8170cd7e-1d12-45f6-b42d-a252bab7ff75 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:30.282040 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2453b1ba-2c23-4330-8778-2a835c9d9eec req-8170cd7e-1d12-45f6-b42d-a252bab7ff75 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.0659010
Jun 21 04:49:30.318126 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-2453b1ba-2c23-4330-8778-2a835c9d9eec req-cf404b69-cc23-4164-b0c7-be5b0f5f1986 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304799
Jun 21 04:49:30.489545 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48352ab8-c185-4206-bb8d-977ce65b1ca1 req-c42661d4-074b-41ff-801f-42e05bd11511 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:30.491008 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-48352ab8-c185-4206-bb8d-977ce65b1ca1 req-c42661d4-074b-41ff-801f-42e05bd11511 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.0623579
Jun 21 04:49:30.529038 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-48352ab8-c185-4206-bb8d-977ce65b1ca1 req-0e9724c5-0cd8-491c-bac1-cfac99a6c96c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319726
Jun 21 04:49:30.552471 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47736) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:49:30.701750 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f8ba3-d428-4c8b-91db-8e8e46eba865 tempest-TestVolumeBootPattern-24434201 tempest-TestVolumeBootPattern-24434201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:30.703288 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-2b2f8ba3-d428-4c8b-91db-8e8e46eba865 tempest-TestVolumeBootPattern-24434201 tempest-TestVolumeBootPattern-24434201-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1094 time: 0.1498504
Jun 21 04:49:30.706212 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47740) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:49:30.710952 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.v2.base [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Request body: {'floatingip': {'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'port_id': '033b4bf9-78f9-492d-9279-90ee0e259906', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 04:49:30.733441 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:30.823345 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1020551'] for port, before_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:30.930559 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.db_base_plugin_common [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Allocated IP 172.27.0.27 (435176e4-7dc4-429b-93b5-e75af3413f09/50e66c6f-56b0-4f68-91e0-7406b4a19f20/7ecbb7ad-fb72-45c8-9be2-24d2b141781c) {{(pid=92725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 04:49:31.028113 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:31.065721 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1023044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768277157205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-64297558'] for port, after_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:31.068369 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-6525835c-786d-4f6e-a755-ea4de0c45c8c tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:31.108152 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Network 435176e4-7dc4-429b-93b5-e75af3413f09 is already hosted by enough agents. {{(pid=92725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 04:49:31.112448 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.base_scheduler [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Resources bound (agent type, host, resource id):  {{(pid=92725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 04:49:31.116541 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Received port after_create {{(pid=92725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 21 04:49:31.119511 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=7ecbb7ad-fb72-45c8-9be2-24d2b141781c,revision_number=1']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:31.137417 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:31.756281 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:31.834745 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1020561'] for port, before_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:31.978308 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for port, precommit_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:31.983205 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768277587923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768277157223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768277157268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64297568'] for port, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:31.985304 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-d1c4117a-ecb9-4520-9734-e2c0be2b3ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:49:32.049944 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event updated for resources: {'Port': ['ID=7ecbb7ad-fb72-45c8-9be2-24d2b141781c,revision_number=2']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:49:32.053883 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:49:32.063857 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1575564'] for floatingip, after_update {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:32.160560 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Floating IP d0a94ce9-3d95-460f-b15a-61c8d85a4568 associated. External IP: 172.27.0.27, port: 033b4bf9-78f9-492d-9279-90ee0e259906.
Jun 21 04:49:32.358723 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:49:32.458614 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:49:32.468598 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:49:32.474762 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:32.477829 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:49:32.478462 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed60160>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:49:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:49:32.513175 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8058219
Jun 21 04:49:32.513849 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:49:32.516188 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:49:32.550808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a17fc4-619d-4fbc-b7b8-5b6fd17170b7 x-openstack-request-id: req-68a17fc4-619d-4fbc-b7b8-5b6fd17170b7 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:49:32.551169 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:49:32.551469 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68a17fc4-619d-4fbc-b7b8-5b6fd17170b7 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:49:32.551913 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906', 'status': 'completed', 'code': 200}
Jun 21 04:49:32.585083 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:49:32.650599 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-6bab66ec-84dc-465e-855a-37db4f9ea9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:32.652628 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-6bab66ec-84dc-465e-855a-37db4f9ea9b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1099 time: 0.0519774
Jun 21 04:49:32.743922 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-c2fb19cb-1123-43d0-995e-8ba25b5068fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:32.745390 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-c2fb19cb-1123-43d0-995e-8ba25b5068fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0861161
Jun 21 04:49:32.805754 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed60160>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:58Z', 'revision_number': 1, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}, {'id': 'd0a94ce9-3d95-460f-b15a-61c8d85a4568', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': '033b4bf9-78f9-492d-9279-90ee0e259906', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:49:31Z', 'updated_at': '2021-06-21T04:49:31Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:49:32.807590 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-00b0205b-36b0-4d17-a845-72559f5dcf0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 200  len: 999 time: 0.0559931
Jun 21 04:49:32.830976 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:49:32.839039 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:49:32.840198 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed60160>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:49:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:49:32.856652 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-d68fbf79-e991-40ed-9801-a34df116df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:32.858123 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-d68fbf79-e991-40ed-9801-a34df116df0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0435550
Jun 21 04:49:32.921430 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-622d5182-a66b-47c9-ae39-48f3e2dced52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:49:32.923220 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-622d5182-a66b-47c9-ae39-48f3e2dced52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0589106
Jun 21 04:49:32.946610 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:49:33.011441 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-01d1a9c3-ebbd-4ae9-acc1-8ae95e1ece8c service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819626
Jun 21 04:49:33.107145 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-c1a2d2c3-dcac-4ccf-9a48-1f4d4e806f1e req-2e77de02-4f1b-49dd-8e3d-790ac33ce953 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893400
Jun 21 04:49:33.288647 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed60160>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:58Z', 'revision_number': 1, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}, {'id': 'd0a94ce9-3d95-460f-b15a-61c8d85a4568', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': '033b4bf9-78f9-492d-9279-90ee0e259906', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:49:31Z', 'updated_at': '2021-06-21T04:49:31Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:49:33.318083 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7ecd2-3c34-4e8f-884f-03f2e0bb915b None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:58Z', 'revision_number': 1, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}, {'id': 'd0a94ce9-3d95-460f-b15a-61c8d85a4568', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': '033b4bf9-78f9-492d-9279-90ee0e259906', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:24:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:49:31Z', 'updated_at': '2021-06-21T04:49:31Z', 'revision_number': 0, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:49:33.500899 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89521ceb-7adf-4242-873a-e3c3bf22a7e4 None None] New status for floating IP d0a94ce9-3d95-460f-b15a-61c8d85a4568: ACTIVE {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:49:40.314341 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:49:53.920594 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0944-53bf-4418-a929-38fb9d33ee53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:56.523256 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0afc8aa0-ad6a-4a22-879a-2d64d02d8e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:56.923418 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:57.541387 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:49:59.296369 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:00.154719 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:16.358550 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-96cf9fa8-f0b6-40d4-a00d-adf271316549 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0500569
Jun 21 04:50:16.467828 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-036cd764-5b66-4fa6-a09d-e5307038b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:50:16.469335 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-036cd764-5b66-4fa6-a09d-e5307038b710 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.0511456
Jun 21 04:50:16.573532 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-720c6603-4470-4335-980e-f29b0824ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:50:16.574962 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-720c6603-4470-4335-980e-f29b0824ccac service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0838807
Jun 21 04:50:16.637694 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-d9bcb1a4-5769-4d9d-acec-e92ad80b643d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 1002 time: 0.0554893
Jun 21 04:50:16.684764 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-2089977b-c4b6-46d4-950c-cd6237bd715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:50:16.686131 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-2089977b-c4b6-46d4-950c-cd6237bd715a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0416329
Jun 21 04:50:16.743690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-96f9c693-1151-4c32-8954-acbc8058e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:50:16.745730 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-96f9c693-1151-4c32-8954-acbc8058e8cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0520625
Jun 21 04:50:16.829147 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-d8947468-0463-4326-a0e4-8b96cdaf95ef service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0772316
Jun 21 04:50:16.917775 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-96ee5aa1-a722-4cfe-a485-ab76f382a494 req-e46cc32f-a5d2-432c-b5e6-4189c01c018f service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812581
Jun 21 04:50:17.312471 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:50:23.921489 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-3154c45c-b1e5-43a5-a1d1-423700d0de9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:26.523959 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6cc303f9-7713-44d1-9fd0-9d995eb9c0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:26.923798 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:27.545400 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:29.299099 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:30.162099 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:53.922513 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9867b6cc-6f0a-4be1-ae47-b9f86ba991ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:54.311171 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:50:56.523886 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-599f50ef-31f2-4841-823e-8ec182716a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:56.923506 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:57.548117 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:50:59.302119 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:00.176620 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:16.391606 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-e2bd956b-2f0c-42f1-bfdc-8a2ecde54df9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0505803
Jun 21 04:51:16.474594 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-c0629be9-1324-41e4-beee-2b3d92b9469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:16.476108 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-c0629be9-1324-41e4-beee-2b3d92b9469d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1099 time: 0.0512397
Jun 21 04:51:16.578903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-2fe8f7d1-0172-4531-ad69-5aac1b056270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:16.580366 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-2fe8f7d1-0172-4531-ad69-5aac1b056270 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0840333
Jun 21 04:51:16.642507 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-7cfbfde9-1889-4d24-983d-8c09cf179c8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 200  len: 1001 time: 0.0556779
Jun 21 04:51:16.690346 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-d2d4be96-5689-4a91-92dd-700c24fdeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:16.691722 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-d2d4be96-5689-4a91-92dd-700c24fdeecf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0425889
Jun 21 04:51:16.750748 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-654a5417-5780-403b-bbc0-b23c8d55f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:16.752209 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-654a5417-5780-403b-bbc0-b23c8d55f40c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0530398
Jun 21 04:51:16.836100 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-bb8e76e6-54f7-406d-b404-9692d650c6cb service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0776548
Jun 21 04:51:16.924782 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-59124b78-bcf3-4b8e-a785-b285c3b4640c req-b9c82d58-955c-4f64-aee3-18b3f1a1d974 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820580
Jun 21 04:51:23.923257 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-fbb06337-5147-4953-a467-e6baef2ba160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:26.524026 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-669ec5ac-f220-402d-82dd-4cf28bae4c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:26.923201 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:27.550128 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:29.305888 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:30.196912 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:31.309486 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:51:35.231668 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47770) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:35.401087 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Deleting port 7ecbb7ad-fb72-45c8-9be2-24d2b141781c {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:35.401440 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:35.472964 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:35.473291 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:35.536226 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Calling delete_port for 7ecbb7ad-fb72-45c8-9be2-24d2b141781c owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:35.676196 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:35.678828 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-491d3404-f6aa-4402-9a9a-85ef99cd67f9 tempest-AttachVolumeNegativeTest-5885813 tempest-AttachVolumeNegativeTest-5885813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:35.702658 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'Port': ['ID=7ecbb7ad-fb72-45c8-9be2-24d2b141781c,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:35.726638 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.727024 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.727403 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.727859 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.728171 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.728542 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.728929 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.729292 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.729653 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.730013 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.730370 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.730725 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:35.734824 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:35.770040 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:35.770374 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Floating IP d0a94ce9-3d95-460f-b15a-61c8d85a4568 disassociated (deleted). External IP: 172.27.0.27, port: 033b4bf9-78f9-492d-9279-90ee0e259906.
Jun 21 04:51:35.969808 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:51:36.072568 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:51:36.077331 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:36.082153 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:51:36.091674 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:36.092316 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e71daf0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:36.112074 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "DELETE /v2.0/floatingips/d0a94ce9-3d95-460f-b15a-61c8d85a4568 HTTP/1.1" status: 204  len: 168 time: 0.8792958
Jun 21 04:51:36.112859 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:51:36.115230 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:51:36.159224 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a5725a-0199-4cd9-806c-0abd8ed267f0 x-openstack-request-id: req-27a5725a-0199-4cd9-806c-0abd8ed267f0 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:51:36.159567 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:51:36.159864 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27a5725a-0199-4cd9-806c-0abd8ed267f0 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:51:36.160331 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906', 'status': 'completed', 'code': 200}
Jun 21 04:51:36.195565 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:36.261633 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-e7e39da4-018e-47cb-8ed9-cfc136572b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:36.263094 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-e7e39da4-018e-47cb-8ed9-cfc136572b63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 1099 time: 0.0556645
Jun 21 04:51:36.366623 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-541c81af-eece-43f1-a6c4-afcfaca03d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:36.368180 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-541c81af-eece-43f1-a6c4-afcfaca03d00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.0985675
Jun 21 04:51:36.426239 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-2e537011-0e7d-44f5-8ff4-5ff1897ffc42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 200  len: 217 time: 0.0366242
Jun 21 04:51:36.448640 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e71daf0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:58Z', 'revision_number': 1, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:36.478933 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:51:36.488818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:36.489708 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985e71daf0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:36.490751 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-e45cf47a-6df4-42b7-b8f6-2f3b84adb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:36.492500 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-e45cf47a-6df4-42b7-b8f6-2f3b84adb84b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0598471
Jun 21 04:51:36.590813 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-9e52b110-079d-4983-9c7c-71307f27cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:36.592336 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-9e52b110-079d-4983-9c7c-71307f27cebf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927835
Jun 21 04:51:36.592755 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:36.603377 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd5d5-8069-412b-b467-5c42bcc8521c req-46e1c511-dee0-4262-be42-b968c5961f7c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:36.605359 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4bccd5d5-8069-412b-b467-5c42bcc8521c req-46e1c511-dee0-4262-be42-b968c5961f7c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.1607423
Jun 21 04:51:36.610084 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-bd5185cf-3d16-443a-aaf7-1166df778f5f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 04:51:36.611015 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-bd5185cf-3d16-443a-aaf7-1166df778f5f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048442
Jun 21 04:51:36.691857 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-4bccd5d5-8069-412b-b467-5c42bcc8521c req-2c32fb16-c152-4304-b07b-633940951f6c tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799341
Jun 21 04:51:36.726145 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-e8248fa9-89eb-40d7-ad55-7cf7e9e05775 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086748
Jun 21 04:51:36.809008 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985e71daf0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:58Z', 'revision_number': 1, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:36.814202 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f5cccdb1-9b9b-42f4-b2dd-f2368b526f18 req-5a3b11b4-2175-4fdc-ad0c-e33e935950dd service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801032
Jun 21 04:51:36.834175 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507793e9-3f2e-4028-9f69-0fa25b11895e None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_floatingips': [{'id': '9ff984fd-d1ad-4e20-bbba-4a213a242b63', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'router_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'port_id': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'mac_address': 'fa:16:3e:03:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:46:56Z', 'updated_at': '2021-06-21T04:46:58Z', 'revision_number': 1, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:51:37.044012 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0982f-e789-41d4-9dbf-193a94d3e11f None None] New status for floating IP d0a94ce9-3d95-460f-b15a-61c8d85a4568: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:51:37.921524 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdfd8c-860f-4868-9ec2-1a3fcecb9098 req-7f90e4ab-5069-49e6-aad6-f7e31841617e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:37.923005 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-46fdfd8c-860f-4868-9ec2-1a3fcecb9098 req-7f90e4ab-5069-49e6-aad6-f7e31841617e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.1043253
Jun 21 04:51:37.959637 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-46fdfd8c-860f-4868-9ec2-1a3fcecb9098 req-ab4b0f39-f520-42fc-a6ce-a28ea372e4a6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309443
Jun 21 04:51:38.378137 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-a834e9b7-8841-4e2c-8978-22f980f5f0b6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:38.379570 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-a834e9b7-8841-4e2c-8978-22f980f5f0b6 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 946 time: 0.0650597
Jun 21 04:51:38.473458 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Deleting port 033b4bf9-78f9-492d-9279-90ee0e259906 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:38.473799 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:38.840634 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] For port 033b4bf9-78f9-492d-9279-90ee0e259906, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=033b4bf9-78f9-492d-9279-90ee0e259906,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:38.840903 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:38.900988 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Calling delete_port for 033b4bf9-78f9-492d-9279-90ee0e259906 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:39.027418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:39.031317 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-0fcd5582-d346-46f5-81c8-1b5c8b4f0450 tempest-TestShelveInstance-1454677616 tempest-TestShelveInstance-1454677616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:39.054810 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'Port': ['ID=033b4bf9-78f9-492d-9279-90ee0e259906,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:39.059309 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:39.132995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] No DVR routers for this DVR port 033b4bf9-78f9-492d-9279-90ee0e259906 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:51:39.136437 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-e0e9fb90-4f73-4a9c-847e-ff7f155392f8 req-0ab25957-a530-44f2-af04-46d7d47a8e75 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d1555c8-4bdf-4b28-b771-85327cb789bb HTTP/1.1" status: 200  len: 210 time: 0.0427468
Jun 21 04:51:39.137398 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:39.139188 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-0da65bf2-25c1-4daa-9a9a-3738b24bd2a3 req-468904f0-9a4c-4762-a3d7-6b9a56256402 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "DELETE /v2.0/ports/033b4bf9-78f9-492d-9279-90ee0e259906 HTTP/1.1" status: 204  len: 173 time: 0.7543290
Jun 21 04:51:39.139696 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'name': 'network-vif-deleted', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:51:39.141988 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d354d-2800-45fb-8dd7-d6f398d61bf5" -d '{"events": [{"server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "name": "network-vif-deleted", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:51:39.177776 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56615841-c5f4-47a3-99d5-4a80e7a1e9cf x-openstack-request-id: req-56615841-c5f4-47a3-99d5-4a80e7a1e9cf {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:51:39.178116 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1555c8-4bdf-4b28-b771-85327cb789bb", "name": "network-vif-deleted", "tag": "033b4bf9-78f9-492d-9279-90ee0e259906", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:51:39.178418 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56615841-c5f4-47a3-99d5-4a80e7a1e9cf {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:51:39.178858 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1555c8-4bdf-4b28-b771-85327cb789bb', 'name': 'network-vif-deleted', 'tag': '033b4bf9-78f9-492d-9279-90ee0e259906', 'status': 'completed', 'code': 200}
Jun 21 04:51:42.456183 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47820) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:42.609694 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Deleting port ee14ef25-3033-4e51-bdc2-a076a96c7d8a {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:42.610035 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:42.685909 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:42.686141 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:42.749193 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Calling delete_port for ee14ef25-3033-4e51-bdc2-a076a96c7d8a owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:42.886636 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:42.888602 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-b54e37b2-1074-44ad-961e-14beb4589c11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:42.895069 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 033b4bf9-78f9-492d-9279-90ee0e259906 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:42.916528 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'Port': ['ID=ee14ef25-3033-4e51-bdc2-a076a96c7d8a,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:42.919841 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:42.920259 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: 033b4bf9-78f9-492d-9279-90ee0e259906 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:42.920619 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device 033b4bf9-78f9-492d-9279-90ee0e259906 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:42.976978 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:42.977239 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.db.l3_db [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Floating IP 9ff984fd-d1ad-4e20-bbba-4a213a242b63 disassociated (deleted). External IP: 172.27.0.224, port: e036391e-54a2-4a0e-be45-d6827d65ce01.
Jun 21 04:51:43.177769 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:51:43.280944 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:51:43.285650 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:43.289879 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:51:43.298625 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:43.299242 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed98a90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:43.319935 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-f5c82cc6-60c1-4780-b0d4-a75f84c3c40e tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "DELETE /v2.0/floatingips/9ff984fd-d1ad-4e20-bbba-4a213a242b63 HTTP/1.1" status: 204  len: 168 time: 0.8626668
Jun 21 04:51:43.320639 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:51:43.323139 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3cade-3eac-4795-9eb8-2d600b53045c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:51:43.370995 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb3f202-0426-4aad-b967-c8f604102373 x-openstack-request-id: req-1eb3f202-0426-4aad-b967-c8f604102373 {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:51:43.371387 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:51:43.371752 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1eb3f202-0426-4aad-b967-c8f604102373 {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:51:43.372308 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'status': 'completed', 'code': 200}
Jun 21 04:51:43.416809 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:43.472087 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-4246c8fe-17c4-4f79-8ceb-838d3d5408bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:43.473612 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-4246c8fe-17c4-4f79-8ceb-838d3d5408bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ddb99b4673b4df9a7130956eee56319&device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 1099 time: 0.0536556
Jun 21 04:51:43.580425 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-0617dea2-a6d6-486c-b545-0a87692e0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:43.581983 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-0617dea2-a6d6-486c-b545-0a87692e0d33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 200  len: 912 time: 0.1021605
Jun 21 04:51:43.630316 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-3c612357-de23-4177-b0d8-70d3deffd57f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 200  len: 217 time: 0.0347495
Jun 21 04:51:43.714528 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-7f322a94-4e39-4777-8e07-edd7188e8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:43.716001 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-7f322a94-4e39-4777-8e07-edd7188e8d5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 200  len: 850 time: 0.0787327
Jun 21 04:51:43.750325 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed98a90>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:43.772145 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213c510-38f8-490f-89e2-62cc3ac0d555 req-0b30ea99-a37a-494d-8fb2-d8f02ed6ac30 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:43.773671 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9213c510-38f8-490f-89e2-62cc3ac0d555 req-0b30ea99-a37a-494d-8fb2-d8f02ed6ac30 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 946 time: 0.1287880
Jun 21 04:51:43.781842 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:51:43.790108 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:43.790644 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ed98a90>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:43.822853 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-9213c510-38f8-490f-89e2-62cc3ac0d555 req-9f078fc7-63a8-4e62-898d-3057bb4db0de tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426223
Jun 21 04:51:43.825539 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-e8238a9f-a466-4bee-9d3e-23919aa93b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:43.826968 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-e8238a9f-a466-4bee-9d3e-23919aa93b1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a03ec1d6-6835-4483-9baf-ec5399e19e89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1028409
Jun 21 04:51:43.896424 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:43.921456 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-95e2dca1-4cc8-4bad-95cb-846bf44139a8 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857072
Jun 21 04:51:44.010717 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-74b3cade-3eac-4795-9eb8-2d600b53045c req-8e1706ae-f990-418d-bdc0-522172824373 service neutron] 10.222.0.69 "GET /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819714
Jun 21 04:51:44.095547 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ed98a90>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:44.121116 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14deb8b8-46c0-413d-880b-b9d7eec65acb None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:42:48Z', 'revision_number': 4, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi', '_interfaces': [{'id': '4e887269-0d5c-4f8d-87e8-3d165f8c54b6', 'name': '', 'network_id': 'a03ec1d6-6835-4483-9baf-ec5399e19e89', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'mac_address': 'fa:16:3e:6e:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:48Z', 'updated_at': '2021-06-21T04:42:54Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'subnets': [{'id': '00df6be6-e58a-4356-8caf-5ddea18c1c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:51:44.319790 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce218592-d1b4-40ae-a948-ef6c8de74fcf None None] New status for floating IP 9ff984fd-d1ad-4e20-bbba-4a213a242b63: DOWN {{(pid=92728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 04:51:45.000305 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af17b6-ce0b-4655-9520-77812d599dbe req-45e450c7-04cc-4352-ac48-556a09aeba44 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:45.001810 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-01af17b6-ce0b-4655-9520-77812d599dbe req-45e450c7-04cc-4352-ac48-556a09aeba44 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 946 time: 0.0647519
Jun 21 04:51:45.042924 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-01af17b6-ce0b-4655-9520-77812d599dbe req-0ffd1074-2c3b-4d6f-8bbe-359fa8b503e5 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/security-groups?id=208bbf8d-2be1-41e0-a396-e458885270cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310478
Jun 21 04:51:45.486759 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-652ffea8-42ef-406e-aaf3-eed05dbd3231 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 04:51:45.488224 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-652ffea8-42ef-406e-aaf3-eed05dbd3231 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 946 time: 0.0618932
Jun 21 04:51:45.589067 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Deleting port e036391e-54a2-4a0e-be45-d6827d65ce01 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:45.589408 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:45.678080 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] For port e036391e-54a2-4a0e-be45-d6827d65ce01, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=e036391e-54a2-4a0e-be45-d6827d65ce01,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:45.678384 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:45.738898 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Calling delete_port for e036391e-54a2-4a0e-be45-d6827d65ce01 owned by compute:nova {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:45.862515 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:45.866295 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-9a361123-7974-4aca-8fc9-a5d1166f2e13 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:45.892025 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'Port': ['ID=e036391e-54a2-4a0e-be45-d6827d65ce01,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:45.897432 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:45.939768 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] No DVR routers for this DVR port e036391e-54a2-4a0e-be45-d6827d65ce01 on host hv-cinder-79688 {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:51:45.942129 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for port, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:45.944081 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [req-f8277d51-bf9d-46c0-a756-3ad09e796bb1 req-7a290e13-fcc2-4b80-bf56-30748c6ee609 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.69 "DELETE /v2.0/ports/e036391e-54a2-4a0e-be45-d6827d65ce01 HTTP/1.1" status: 204  len: 173 time: 0.4503236
Jun 21 04:51:45.944622 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'name': 'network-vif-deleted', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01'}] {{(pid=92725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 04:51:45.946985 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68d19b2d00e2b3aa368bf07b33737e8988af742cd0dcf3a888afed7e809dd23e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3b24f7-a3c0-4eeb-8f89-363839456251" -d '{"events": [{"server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "name": "network-vif-deleted", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01"}]}' {{(pid=92725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 21 04:51:45.984182 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c1fa46-c58c-40d4-bbf7-aaad41d9a49c x-openstack-request-id: req-04c1fa46-c58c-40d4-bbf7-aaad41d9a49c {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 21 04:51:45.984523 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6e9861-f815-4fbf-8d92-ce8d021ad458", "name": "network-vif-deleted", "tag": "e036391e-54a2-4a0e-be45-d6827d65ce01", "status": "completed", "code": 200}]} {{(pid=92725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 21 04:51:45.984822 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04c1fa46-c58c-40d4-bbf7-aaad41d9a49c {{(pid=92725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 21 04:51:45.985263 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6e9861-f815-4fbf-8d92-ce8d021ad458', 'name': 'network-vif-deleted', 'tag': 'e036391e-54a2-4a0e-be45-d6827d65ce01', 'status': 'completed', 'code': 200}
Jun 21 04:51:46.184879 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [req-5c4ffb66-3c27-4c31-a933-8fa1990674ac req-90737f35-2d82-4ef7-b8f9-d8f66a70500f tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a6e9861-f815-4fbf-8d92-ce8d021ad458 HTTP/1.1" status: 200  len: 210 time: 0.0323744
Jun 21 04:51:47.279148 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47836) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:47.398266 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Deleting port 66945294-5b43-42c5-abda-08ec89f3cac7 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:47.398601 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:47.471908 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:47.472172 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:47.535353 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Calling delete_port for 66945294-5b43-42c5-abda-08ec89f3cac7 owned by network:floatingip {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:47.660282 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:47.663166 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-631ad854-c358-46c3-8af2-c9ce5d1cf734 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:47.687077 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'Port': ['ID=66945294-5b43-42c5-abda-08ec89f3cac7,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:47.690820 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:47.745382 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for floatingip, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:47.747771 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36604'] for floatingip, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:47.748948 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-7a3956b3-8ae6-4f39-a33a-1b1adcbd2234 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "DELETE /v2.0/floatingips/2ea22700-39d2-4c82-b399-52306e1aa57e HTTP/1.1" status: 204  len: 168 time: 0.4688342
Jun 21 04:51:48.941012 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e036391e-54a2-4a0e-be45-d6827d65ce01 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:48.960695 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] No Port match for: e036391e-54a2-4a0e-be45-d6827d65ce01 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:48.961050 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Device e036391e-54a2-4a0e-be45-d6827d65ce01 not bound to the agent host hv-cinder-79688 {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:49.013868 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47848) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:49.080704 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:49.106254 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:49.168413 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:49.171063 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Notify callbacks [] for security_group, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:49.172223 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] 10.222.0.66 "DELETE /v2.0/security-groups/208bbf8d-2be1-41e0-a396-e458885270cc HTTP/1.1" status: 204  len: 168 time: 0.1573603
Jun 21 04:51:49.173059 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-4e1a181f-0def-4683-bfd7-0a6e09d63363 tempest-VolumesNegativeTest-252110659 tempest-VolumesNegativeTest-252110659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:49.181800 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208bbf8d-2be1-41e0-a396-e458885270cc,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:49.184661 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-3c4d062b-0b7d-4cfe-b456-418b4eac1293 tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:49.230579 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47852) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:49.655126 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:49.893996 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Deleting port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:49.894333 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:49.970686 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] For port 4e887269-0d5c-4f8d-87e8-3d165f8c54b6, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:49.970959 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:50.032709 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Calling delete_port for 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:50.207521 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:50.209601 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-84991e45-3a9b-4129-bcc6-4b74e4534784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:50.231917 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e887269-0d5c-4f8d-87e8-3d165f8c54b6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:50.245328 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.245723 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.246105 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.246479 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.246850 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.247219 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.247586 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.247950 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.248344 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.248703 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.249061 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.249422 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:50.268720 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:50.414873 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:50.618532 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Router 4797d83e-10a7-4272-8bee-4a0d7d779ede has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:51:50.720230 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:51:50.725450 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-1471d839-a206-4364-a9ed-b67e3c84dfc8 admin admin] 10.222.0.66 "PUT /v2.0/routers/4797d83e-10a7-4272-8bee-4a0d7d779ede/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4938710
Jun 21 04:51:50.727930 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47856) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:50.731247 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] Sync routers for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:51:50.744818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:50.745424 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea2c6d0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:50.827844 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:50.842321 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: dv-cinder-796889-2-iscsi {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:50.927572 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:50.978851 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Deleting port c041f131-9650-44a3-8893-eec32db6b139 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:50.979681 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.016794 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea2c6d0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c041f131-9650-44a3-8893-eec32db6b139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:51:50Z', 'revision_number': 5, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port': {'id': 'c041f131-9650-44a3-8893-eec32db6b139', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:46Z', 'updated_at': '2021-06-21T04:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:51.042278 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] Checking router: 4797d83e-10a7-4272-8bee-4a0d7d779ede for host: dv-cinder-796889-2-iscsi {{(pid=92727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:51:51.050241 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] Routers {'4797d83e-10a7-4272-8bee-4a0d7d779ede'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:51.050844 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985ea2c6d0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['4797d83e-10a7-4272-8bee-4a0d7d779ede'], 'active': True} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:51.055827 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] For port c041f131-9650-44a3-8893-eec32db6b139, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=c041f131-9650-44a3-8893-eec32db6b139,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:51.056218 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.123619 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Calling delete_port for c041f131-9650-44a3-8893-eec32db6b139 owned by network:router_gateway {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:51.134625 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvr_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] Set router 4797d83e-10a7-4272-8bee-4a0d7d779ede gateway port host: None {{(pid=92727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:51.187936 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_hamode_db [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985ea2c6d0>, [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:51:50Z', 'revision_number': 6, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:51.213190 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea936d-1e63-4dd7-83d5-8b798d9edf46 None None] The sync data for ids ['4797d83e-10a7-4272-8bee-4a0d7d779ede'] in dv-cinder-796889-2-iscsi is: [{'id': '4797d83e-10a7-4272-8bee-4a0d7d779ede', 'name': 'tempest-TestVolumeBootPattern-307471965-router', 'tenant_id': '2ddb99b4673b4df9a7130956eee56319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:45Z', 'updated_at': '2021-06-21T04:51:50Z', 'revision_number': 6, 'project_id': '2ddb99b4673b4df9a7130956eee56319', 'gw_port_host': None}] {{(pid=92727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:51:51.293204 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.295093 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-da94bf24-6db7-4424-93bc-a12ea5a84cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:51.319369 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c041f131-9650-44a3-8893-eec32db6b139,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:51.323130 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:51.381270 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.488914 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.490905 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.532703 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.533186 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4797d83e-10a7-4272-8bee-4a0d7d779ede {{(pid=92726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:51:51.537530 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.540947 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4797d83e-10a7-4272-8bee-4a0d7d779ede HTTP/1.1" status: 204  len: 168 time: 0.8098273
Jun 21 04:51:51.541228 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47860) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:51.849626 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Deleting subnet 00df6be6-e58a-4356-8caf-5ddea18c1c01 {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:51:51.852524 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.884500 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:51.960177 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.017543 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.020007 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-1f0fb3c6-9075-40df-b5f6-6bc8ad6343ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:52.044180 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00df6be6-e58a-4356-8caf-5ddea18c1c01,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:52.047291 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:52.048318 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.052949 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e146cffc-ac78-49b0-bf0c-c3fe2e700cba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/00df6be6-e58a-4356-8caf-5ddea18c1c01 HTTP/1.1" status: 204  len: 168 time: 0.5101752
Jun 21 04:51:52.053121 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [-] (92725) accepted ('10.222.0.66', 47862) {{(pid=92725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:52.067003 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c11bd-1fa0-4951-bb9e-5a5514c3ad8c None None] Network a03ec1d6-6835-4483-9baf-ec5399e19e89 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:51:52.069044 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c041f131-9650-44a3-8893-eec32db6b139 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:52.099990 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: c041f131-9650-44a3-8893-eec32db6b139 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:52.100641 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device c041f131-9650-44a3-8893-eec32db6b139 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:52.101076 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:52.130860 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.149659 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:52.150021 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 4e887269-0d5c-4f8d-87e8-3d165f8c54b6 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:52.186194 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Deleting port b5795e38-b9b9-4fac-ae0f-536d713595f2 {{(pid=92725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:52.186871 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.261318 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.db [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] For port b5795e38-b9b9-4fac-ae0f-536d713595f2, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b5795e38-b9b9-4fac-ae0f-536d713595f2,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:52.261681 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.310729 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] DHCP port deletion for a03ec1d6-6835-4483-9baf-ec5399e19e89 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:51:52.327208 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.plugin [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Calling delete_port for b5795e38-b9b9-4fac-ae0f-536d713595f2 owned by network:dhcp {{(pid=92725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:52.361511 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Deleting port b5795e38-b9b9-4fac-ae0f-536d713595f2 {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:52.361818 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.415797 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64297561'] for port, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.419341 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-e371e3b7-6344-4f92-8f63-b3d2714abb3d tempest-TestVolumeBootPattern-91069962 tempest-TestVolumeBootPattern-91069962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:52.426503 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] For port b5795e38-b9b9-4fac-ae0f-536d713595f2, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=b5795e38-b9b9-4fac-ae0f-536d713595f2,segment=NetworkSegment(3da5b37d-2c96-4b00-a216-661e1e02ea01),segment_id=3da5b37d-2c96-4b00-a216-661e1e02ea01)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:52.426955 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.443977 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5795e38-b9b9-4fac-ae0f-536d713595f2,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:52.445802 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] No DVR routers for this DVR port b5795e38-b9b9-4fac-ae0f-536d713595f2 on host dv-cinder-796889-2-iscsi {{(pid=92725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:51:52.466955 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:52.492557 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Calling delete_port for b5795e38-b9b9-4fac-ae0f-536d713595f2 owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:52.517423 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.527602 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985c03ca60>,) {'filters': {'network_id': ['a03ec1d6-6835-4483-9baf-ec5399e19e89']}} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:52.537741 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c03ca60>, '3da5b37d-2c96-4b00-a216-661e1e02ea01') {'for_net_delete': True} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:52.538063 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.services.segments.db [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c03ca60>, '3da5b37d-2c96-4b00-a216-661e1e02ea01') {} {{(pid=92725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:52.547199 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64297715'] for segment, before_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.560859 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.566478 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.566690 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=92725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:51:52.566978 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64297352'] for segment, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.569126 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-a599a632-0b7c-4241-afaf-f336f5c7991f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   conditions |= (models_v2.Port.network_id.in_(
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]: Traceback (most recent call last):
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     timer()
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     cb(*args, **kw)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     return func(*args, **kwargs)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     self._notify()
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     self.callback(batched_events)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     event.method(event)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     return f(self, *a, **k)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._get(url).json()
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:51:52.576913 dv-cinder-796889-2-iscsi neutron-server[92725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:51:52.592437 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Pushing event deleted for resources: {'Port': ['ID=b5795e38-b9b9-4fac-ae0f-536d713595f2,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:52.594855 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] No DVR routers for this DVR port b5795e38-b9b9-4fac-ae0f-536d713595f2 on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:51:52.603798 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.604701 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.605487 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.605487 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.605701 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.605991 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.606314 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.606635 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.607044 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.607257 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.607581 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.607896 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-iscsi {{(pid=92727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 04:51:52.610829 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-82b7994a-c35a-43de-9491-77ab15b7fc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:52.621568 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.625171 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:52.627526 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron_lib.callbacks.manager [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:52.629271 dv-cinder-796889-2-iscsi neutron-server[92725]: INFO neutron.wsgi [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a03ec1d6-6835-4483-9baf-ec5399e19e89 HTTP/1.1" status: 204  len: 168 time: 0.5751631
Jun 21 04:51:52.632271 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47866) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:52.643804 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03ec1d6-6835-4483-9baf-ec5399e19e89,revision_number=None']} {{(pid=92725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:52.646260 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG oslo_concurrency.lockutils [None req-ead9222f-946f-42c5-880b-5496d6cd4880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:52.959973 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655025'] for router_interface, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:53.208834 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Deleting port 29ba750b-84f8-4ce9-bbcf-74c19b384d70 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:53.209172 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:53.286541 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] For port 29ba750b-84f8-4ce9-bbcf-74c19b384d70, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=29ba750b-84f8-4ce9-bbcf-74c19b384d70,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:53.286808 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:53.351297 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Calling delete_port for 29ba750b-84f8-4ce9-bbcf-74c19b384d70 owned by network:router_interface {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:53.540554 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:53.543208 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-24680857-f2f9-45e1-bf46-ee938ce70530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:53.566334 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ba750b-84f8-4ce9-bbcf-74c19b384d70,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:53.569454 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:53.725526 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2035327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654861'] for router_interface, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:53.923624 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-771164e6-b698-4f7f-badf-e3db37ee4759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:53.932186 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Router a7863f27-99a7-481b-ba2e-b35e31c88dc4 has already been hosted by L3 agent a5c02db1-f7c9-4b70-b64b-29a67fd9fa30 {{(pid=92726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 04:51:54.037653 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-iscsi the message routers_updated {{(pid=92726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 21 04:51:54.043445 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e2131a77-21ef-4079-ab1d-d7a545535571 admin admin] 10.222.0.66 "PUT /v2.0/routers/a7863f27-99a7-481b-ba2e-b35e31c88dc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4100809
Jun 21 04:51:54.045912 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47868) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:54.048792 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] Sync routers for ids ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'] in dv-cinder-796889-2-iscsi {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 04:51:54.059360 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] Routers {'a7863f27-99a7-481b-ba2e-b35e31c88dc4'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:54.060259 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f365be0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:54.118636 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b5795e38-b9b9-4fac-ae0f-536d713595f2 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:54.142169 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: b5795e38-b9b9-4fac-ae0f-536d713595f2 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:54.142823 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device b5795e38-b9b9-4fac-ae0f-536d713595f2 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:54.146441 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks [] for router, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.164299 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] Set router a7863f27-99a7-481b-ba2e-b35e31c88dc4 gateway port host: dv-cinder-796889-2-iscsi {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:54.246415 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.300533 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Deleting port 5825c794-1436-4e00-b7de-db212fa82ebb {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:54.300884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.336191 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f365be0>, [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'external_fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:51:53Z', 'revision_number': 5, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port': {'id': '5825c794-1436-4e00-b7de-db212fa82ebb', 'name': '', 'network_id': '435176e4-7dc4-429b-93b5-e75af3413f09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:42:51Z', 'updated_at': '2021-06-21T04:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e66c6f-56b0-4f68-91e0-7406b4a19f20', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-iscsi'}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:54.362237 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] Checking router: a7863f27-99a7-481b-ba2e-b35e31c88dc4 for host: dv-cinder-796889-2-iscsi {{(pid=92728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 04:51:54.370444 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] Routers {'a7863f27-99a7-481b-ba2e-b35e31c88dc4'} bound to L3 agent in host dv-cinder-796889-2-iscsi {{(pid=92728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 21 04:51:54.371045 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f985f365be0>, 'dv-cinder-796889-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:22:56Z,description=<?>,heartbeat_timestamp=2021-06-21T04:51:27Z,host='dv-cinder-796889-2-iscsi',id=a5c02db1-f7c9-4b70-b64b-29a67fd9fa30,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T04:22:56Z,topic='l3_agent')) {'router_ids': ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'], 'active': True} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:54.380773 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] For port 5825c794-1436-4e00-b7de-db212fa82ebb, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=5825c794-1436-4e00-b7de-db212fa82ebb,segment=NetworkSegment(6c5ac21a-6cbd-482f-b195-b57025c90487),segment_id=6c5ac21a-6cbd-482f-b195-b57025c90487)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:54.381132 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.442048 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Calling delete_port for 5825c794-1436-4e00-b7de-db212fa82ebb owned by network:router_gateway {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:54.452023 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_dvr_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] Set router a7863f27-99a7-481b-ba2e-b35e31c88dc4 gateway port host: None {{(pid=92728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 21 04:51:54.504991 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.l3_hamode_db [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f985f365be0>, [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:51:54Z', 'revision_number': 6, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port_host': None}], 'dv-cinder-796889-2-iscsi', False) {} {{(pid=92728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:54.531550 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347e01f-1881-414c-a4ac-175eb8af5393 None None] The sync data for ids ['a7863f27-99a7-481b-ba2e-b35e31c88dc4'] in dv-cinder-796889-2-iscsi is: [{'id': 'a7863f27-99a7-481b-ba2e-b35e31c88dc4', 'name': 'tempest-TestVolumeBootPattern-854656228-router', 'tenant_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:42:50Z', 'updated_at': '2021-06-21T04:51:54Z', 'revision_number': 6, 'project_id': '625a9e12eb5040368bc6b0a1709c2ecb', 'gw_port_host': None}] {{(pid=92728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 04:51:54.606041 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.608000 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-4824f562-97ef-4ade-9acd-d09a2eff7fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:54.629606 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Pushing event deleted for resources: {'Port': ['ID=5825c794-1436-4e00-b7de-db212fa82ebb,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:54.633174 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:54.693347 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1575521'] for router_gateway, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.777548 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127812'] for router, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.779550 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.820616 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1661998'] for router, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.821136 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7863f27-99a7-481b-ba2e-b35e31c88dc4 {{(pid=92726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 21 04:51:54.825712 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] Notify callbacks [] for router, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.826690 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-3ee1b155-8029-421b-8bda-a71b93bac02b admin admin] 10.222.0.66 "DELETE /v2.0/routers/a7863f27-99a7-481b-ba2e-b35e31c88dc4 HTTP/1.1" status: 204  len: 168 time: 0.7799001
Jun 21 04:51:54.829281 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47870) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:54.876367 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Deleting subnet 06e161b6-bd97-4037-aaf6-903c4f165bbe {{(pid=92726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 21 04:51:54.880001 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.916006 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63147526'] for subnet, precommit_delete_associations {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:54.996476 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979080'] for subnet, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.050387 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64577393'] for subnet, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.052582 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e0ed10b7-cf48-461d-b083-5d835ad19317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:55.076469 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e161b6-bd97-4037-aaf6-903c4f165bbe,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:55.079412 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:55.080494 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for subnet, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.082224 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-bc5fa88c-97c4-4d80-ba2d-4401b6e17280 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/06e161b6-bd97-4037-aaf6-903c4f165bbe HTTP/1.1" status: 204  len: 168 time: 0.2520561
Jun 21 04:51:55.084706 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47872) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:55.087676 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f6d8c-23c0-4f93-886a-41e76fd9af36 None None] Network 94fa0685-679d-4685-a540-b49d8bf95449 requested from dv-cinder-796889-2-iscsi {{(pid=92727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 21 04:51:55.152025 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-940276'] for network, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.206069 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Deleting port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 {{(pid=92726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:55.206305 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.272972 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] DHCP port deletion for 94fa0685-679d-4685-a540-b49d8bf95449 request from dv-cinder-796889-2-iscsi {{(pid=92727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 21 04:51:55.273131 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.db [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] For port 0c758640-9136-4ca2-9e0f-9d84284ef1f6, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0c758640-9136-4ca2-9e0f-9d84284ef1f6,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:55.273475 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.319118 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Deleting port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 {{(pid=92727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 21 04:51:55.319498 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768277663973'] for port, before_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.342033 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.plugin [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Calling delete_port for 0c758640-9136-4ca2-9e0f-9d84284ef1f6 owned by network:dhcp {{(pid=92726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:55.381517 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.db [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] For port 0c758640-9136-4ca2-9e0f-9d84284ef1f6, host dv-cinder-796889-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-iscsi',level=0,port_id=0c758640-9136-4ca2-9e0f-9d84284ef1f6,segment=NetworkSegment(231d6a42-57d7-421a-9f67-2cd60beaf0b0),segment_id=231d6a42-57d7-421a-9f67-2cd60beaf0b0)] {{(pid=92727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 21 04:51:55.381914 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576096'] for port, precommit_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.425355 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344272'] for port, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.427994 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-59e0a56f-b6db-4407-9bb0-d467444e11a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:55.448315 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Calling delete_port for 0c758640-9136-4ca2-9e0f-9d84284ef1f6 owned by network:dhcp {{(pid=92727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 21 04:51:55.456031 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c758640-9136-4ca2-9e0f-9d84284ef1f6,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:55.459016 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:55.464198 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] No DVR routers for this DVR port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 on host dv-cinder-796889-2-iscsi {{(pid=92726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:51:55.537022 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1023091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2035213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768277587941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768277157214'] for port, after_delete {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.540694 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:55.565353 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Pushing event deleted for resources: {'Port': ['ID=0c758640-9136-4ca2-9e0f-9d84284ef1f6,revision_number=None']} {{(pid=92727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:55.568841 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG oslo_concurrency.lockutils [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:55.571728 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a041364-e420-4aad-a2d1-c09809872191 None None] No DVR routers for this DVR port 0c758640-9136-4ca2-9e0f-9d84284ef1f6 on host dv-cinder-796889-2-iscsi {{(pid=92727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 04:51:55.819211 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980503', 'neutron.services.segments.db._delete_segments_for_network-8768277619155'] for network, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.828863 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f985c665520>,) {'filters': {'network_id': ['94fa0685-679d-4685-a540-b49d8bf95449']}} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:55.838891 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c665520>, '231d6a42-57d7-421a-9f67-2cd60beaf0b0') {'for_net_delete': True} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:55.839194 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.services.segments.db [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f985c665520>, '231d6a42-57d7-421a-9f67-2cd60beaf0b0') {} {{(pid=92726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 04:51:55.847893 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768277618984', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63147535'] for segment, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.862297 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751'] for segment, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.868031 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=92726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 04:51:55.868519 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63343937'] for segment, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]: Traceback (most recent call last):
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     timer()
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     cb(*args, **kw)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     return func(*args, **kwargs)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     self._notify()
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     self.callback(batched_events)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     event.method(event)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     return f(self, *a, **k)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._get(url).json()
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     return self.request(url, 'GET', **kwargs)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 04:51:55.870791 dv-cinder-796889-2-iscsi neutron-server[92726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 04:51:55.925223 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1761287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2035206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1575614'] for network, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.928574 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:55.931646 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2035227'] for network, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:55.932726 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] 10.222.0.66 "DELETE /v2.0/networks/94fa0685-679d-4685-a540-b49d8bf95449 HTTP/1.1" status: 204  len: 168 time: 0.8471065
Jun 21 04:51:55.943342 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=94fa0685-679d-4685-a540-b49d8bf95449,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:55.945737 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-e8375dcc-738b-4a21-9c92-a2dca58c9f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:56.045739 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47878) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:56.058784 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 29ba750b-84f8-4ce9-bbcf-74c19b384d70 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:56.077965 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 29ba750b-84f8-4ce9-bbcf-74c19b384d70 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:56.078308 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 29ba750b-84f8-4ce9-bbcf-74c19b384d70 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:56.078737 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5825c794-1436-4e00-b7de-db212fa82ebb no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:56.085303 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-f8f3c67f-f84b-4938-9276-6a36804e181f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ddb99b4673b4df9a7130956eee56319&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0382090
Jun 21 04:51:56.087639 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47880) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:56.097530 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 5825c794-1436-4e00-b7de-db212fa82ebb {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:56.098062 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 5825c794-1436-4e00-b7de-db212fa82ebb not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:56.098295 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0c758640-9136-4ca2-9e0f-9d84284ef1f6 no longer exists at agent ovs-agent-dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 04:51:56.117803 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.plugin [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] No Port match for: 0c758640-9136-4ca2-9e0f-9d84284ef1f6 {{(pid=92727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 21 04:51:56.118150 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron.plugins.ml2.rpc [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Device 0c758640-9136-4ca2-9e0f-9d84284ef1f6 not bound to the agent host dv-cinder-796889-2-iscsi {{(pid=92727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 04:51:56.136828 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.157201 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.200910 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.203559 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.204750 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f66ac7a3-c1cf-4874-b379-177e417fe785 HTTP/1.1" status: 204  len: 168 time: 0.1156955
Jun 21 04:51:56.205533 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-aabeeef4-ee57-4cc3-9b44-fa47f78b22e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:56.212787 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66ac7a3-c1cf-4874-b379-177e417fe785,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:56.215786 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-12f040dc-ccbc-4fc7-b5cf-12f5f2db6bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:56.509489 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47886) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:56.528035 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0130ff04-ade5-4383-878e-ef50ea81f415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.559243 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-ebeefcc5-e624-46c2-9c4b-d2139e247eb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=625a9e12eb5040368bc6b0a1709c2ecb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478373
Jun 21 04:51:56.561662 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [-] (92726) accepted ('10.222.0.66', 47890) {{(pid=92726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 04:51:56.609914 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.631884 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.677026 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761330'] for security_group, after_delete {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.679784 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron_lib.callbacks.manager [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:56.680946 dv-cinder-796889-2-iscsi neutron-server[92726]: INFO neutron.wsgi [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/421d36ea-9fd3-4419-897f-5af13c163479 HTTP/1.1" status: 204  len: 168 time: 0.1184018
Jun 21 04:51:56.681731 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-0207d414-a779-4266-8ef0-9287dd95ac8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 04:51:56.689836 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d36ea-9fd3-4419-897f-5af13c163479,revision_number=None']} {{(pid=92726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 04:51:56.692032 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG oslo_concurrency.lockutils [None req-acadebb6-94d1-4918-a1b3-8fd874ef77b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 04:51:56.927074 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:57.552582 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:51:59.308742 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:00.198275 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:08.308593 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:52:23.929552 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-560d2375-4254-47a1-b341-1ebd9e7a5571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:26.528572 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aece82da-b9e7-4bb1-9ba3-6571075f4183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:26.927946 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:27.555770 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:29.309494 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:30.226288 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:45.307562 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:52:53.919357 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1c0a339d-4026-4c43-aa67-a14f875a677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:56.532500 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-39c7f078-262a-4b7d-bfc1-18affc741bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:56.928184 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:57.559061 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:52:59.313641 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:00.234075 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:22.306004 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:53:23.919892 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aee27667-bc50-4cfb-8e1c-f75a574673ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:26.533278 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-6482a9df-1032-4216-9e86-a69e84d85d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:26.928889 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:27.559859 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:29.316426 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:30.240238 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:53.919379 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-f8b0890d-caf1-4c43-a9b1-c4c3c924bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:56.533175 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-e88cec94-9387-4fa4-9bc9-431ba676d641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:56.930372 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:57.562686 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:53:59.305123 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:53:59.318522 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:00.268991 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:23.919302 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-66b603cc-83ae-4475-92c2-400b63669609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:26.536096 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d4541bb0-26db-4fab-a4b3-fb194a35b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:26.931741 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:27.564905 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:29.322253 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:30.283701 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:36.303367 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:54:53.920543 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ba09-82a2-4a60-93b5-1576f74cc9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:56.538150 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-4f734037-52f5-4aeb-a1ed-6f60442883b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:56.932386 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:57.571502 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:54:59.329269 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:00.282980 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:13.301709 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:55:23.922423 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d86ba8da-e859-4f08-85b9-977300398f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:26.537920 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-dab6ae36-816e-44cb-a1fc-8439e03b22af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:26.933168 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:27.572232 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:29.331032 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:29.660787 dv-cinder-796889-2-iscsi neutron-server[92725]: DEBUG neutron.wsgi [req-63133f90-2a0f-4121-9f0a-6e825e964be2 req-775adcac-de1e-4237-8331-12e782d0162c service neutron] (92725) timed out ('10.222.0.66', 42132) {{(pid=92725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:55:30.282182 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:50.300883 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:55:53.922152 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-85d0b3b9-4d99-430f-bc54-b94df317587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:56.538698 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-b4dae085-2e05-45a7-a660-89c8e3677aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:56.933553 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:57.574315 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:55:59.330735 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:00.282003 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:22.530264 dv-cinder-796889-2-iscsi neutron-server[92726]: DEBUG neutron.wsgi [req-dc2818c0-1227-480b-a344-e45b5887c228 req-b4699350-1c39-4e98-b494-e0ab6e577b69 service neutron] (92726) timed out ('10.222.0.66', 44480) {{(pid=92726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 04:56:23.923469 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-faccd211-6f55-4241-87ae-576b217d500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:26.539703 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-574e4397-e39b-4bc3-97f5-33d8346c6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:26.932993 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:27.299592 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:56:27.577779 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:29.334764 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:30.278940 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:53.923342 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-402b75c5-4cac-464c-9e49-6a5d6607bf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:56.540915 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-e3a64aff-edb1-4621-8d52-0e8cdbbb5da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:56.932311 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:57.580174 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:56:59.337419 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-99da5e6b-83ab-4cfb-917b-64e364778524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:57:00.284509 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-1d93f437-758d-459d-9c6c-b287bd5c3eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:57:04.297963 dv-cinder-796889-2-iscsi neutron-server[92728]: DEBUG neutron.db.agents_db [None req-5888e022-54b7-4240-b48f-d3913ea48d50 None None] Agent healthcheck: found 6 active agents {{(pid=92728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 21 04:57:23.923287 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-472b4b0e-726a-486a-9813-87e9d866524d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:57:26.543134 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-d62938c0-f08e-4bfb-b7ea-ec3fa2d615f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:57:26.932759 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-350a800d-de4b-4242-8308-3bef2d9670d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 04:57:27.582441 dv-cinder-796889-2-iscsi neutron-server[92727]: DEBUG neutron_lib.callbacks.manager [None req-aba3a2f9-d9fd-43a3-854e-acd205c87c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768277619137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-977229'] for agent, after_update {{(pid=92727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}